00000800:00000200:1.1F:1746134444.457367:0:3766:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9f1aa80] -> 12345-192.168.202.158@tcp (2) 00000800:00000200:3.1F:1746134444.457757:0:3757:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9f1aa80] -> 12345-192.168.202.158@tcp (2) 00000800:00000200:3.1:1746134444.457764:0:3757:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.158@tcp ffff8800b42e3b40 deleted 00000800:00000010:3.1:1746134444.457766:0:3757:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b42e3b40. 00000800:00000200:3.1:1746134444.457768:0:3757:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746134444.457773:0:3757:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.158@tcp ip 192.168.202.158:1023 00000800:00000200:3.1:1746134444.457776:0:3757:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a7843800 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1746134444.458700:0:3756:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1746134444.459071:0:3758:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a9f1aa80] -> 12345-192.168.202.158@tcp (4) 00000800:00000200:2.1:1746134444.459074:0:3758:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.202.158@tcp ffff8800b1eb09c0 deleted 00000800:00000010:2.1:1746134444.459075:0:3758:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b1eb09c0. 00000800:00000200:2.1:1746134444.459077:0:3758:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1746134444.459175:0:3756:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1F:1746134444.542963:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880129e39500. 00010000:00000010:0.1:1746134444.542973:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012daa9800. 00010000:00000010:2.1:1746134444.663722:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a7e75200. 00010000:00000010:2.1:1746134444.663728:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009ab6b200. 00010000:00000010:2.1:1746134444.669852:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b536b000. 00010000:00000010:2.1:1746134444.669859:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880089f3d000. 00010000:00000010:2.1:1746134444.669862:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b40f5600. 00080000:00000010:1.1:1746134444.695968:0:27:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b1e8a180. 00002000:00100000:0.0:1746135135.533063:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b132a00 with x1830954626950272 ext(0->7) 00010000:00010000:0.0:1746135135.533078:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b447c00/0xc3cfcce4a57bf931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608233fe4 expref: 52 pid: 9590 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746135135.533094:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b447c00/0xc3cfcce4a57bf931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608233fe4 expref: 52 pid: 9590 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746135135.533101:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b132a00 00000100:00100000:0.0:1746135135.537907:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.542209:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.545816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.548069:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.549186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.552351:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.552942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.552973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.556975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.560042:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.562871:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2009:x1830954626952064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1805us (2822us total) trans 4294971707 rc 0/0 00000100:00100000:0.0:1746135135.562883:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 924 00002000:00100000:0.0:1746135135.562901:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d95a300 x1830954626952064/t4294971707(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.562910:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a300 with x1830954626952064 ext(0->7) 00010000:00010000:0.0:1746135135.562921:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57bf946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608233ff9 expref: 54 pid: 9590 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746135135.562935:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57bf946 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608233ff9 expref: 54 pid: 9590 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746135135.562943:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d95a300 00000100:00100000:0.0:1746135135.565493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.570166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.574000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.576354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.576740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.580176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.585034:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625433344:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135135.585049:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135135.585088:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2008:x1830954626953344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4591us (4787us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135135.585097:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12148 00000100:00100000:0.0:1746135135.591431:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.592424:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2011:x1830954626953856:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 607us (1006us total) trans 4294971708 rc 0/0 00000100:00100000:0.0:1746135135.592429:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 926 00002000:00100000:0.0:1746135135.592433:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7ece00 x1830954626953856/t4294971708(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.592438:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ece00 with x1830954626953856 ext(0->7) 00010000:00010000:0.0:1746135135.592442:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57bf95b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823400e expref: 56 pid: 9592 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746135135.592448:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57bf95b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823400e expref: 56 pid: 9592 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746135135.592456:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7ece00 00000100:00100000:0.0:1746135135.594252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.603860:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.613091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.621499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.630799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.644193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.646965:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2008:x1830954626955136:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2226us (2767us total) trans 4294971709 rc 0/0 00000100:00100000:0.0:1746135135.646980:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 928 00002000:00100000:0.0:1746135135.646991:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d4a8e00 x1830954626955136/t4294971709(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.646999:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8e00 with x1830954626955136 ext(0->7) 00010000:00010000:0.0:1746135135.647007:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57bf969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823401c expref: 59 pid: 9592 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746135135.647022:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57bf969 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823401c expref: 59 pid: 9592 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746135135.647029:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d4a8e00 00000100:00100000:0.0:1746135135.656990:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.661350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.663508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.666784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.666824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.667023:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12152 00000100:00100000:0.0:1746135135.667030:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2009:x1830954626955776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135135.667041:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135135.667058:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57bf970 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234023 expref: 59 pid: 9590 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746135135.667069:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57bf970 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234023 expref: 59 pid: 9590 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746135135.667087:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57bf970 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234023 expref: 59 pid: 9590 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746135135.667112:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135135.667114:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135135.667120:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57bf977 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823402a expref: 58 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.667128:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57bf977 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823402a expref: 58 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.667153:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57bf977 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823402a expref: 58 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135135.667163:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b615180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625434240:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135135.667226:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135135.670971:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.673374:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.678125:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2009:x1830954626956416:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4030us (4746us total) trans 4294971710 rc 0/0 00000100:00100000:0.0:1746135135.678137:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 931 00002000:00100000:0.0:1746135135.678149:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b615180 x1830954626956416/t4294971710(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.678159:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615180 with x1830954626956416 ext(0->7) 00010000:00010000:0.0:1746135135.678169:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57bf977 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823402a expref: 60 pid: 9592 timeout: 879 lvb_type: 0 00010000:00010000:0.0:1746135135.678187:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57bf977 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823402a expref: 60 pid: 9592 timeout: 879 lvb_type: 0 00002000:00010000:0.0:1746135135.678194:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b615180 00000100:00100000:0.0:1746135135.680151:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.683964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.689400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.692767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.692814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.695525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.695664:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.698879:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.701311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.704840:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2011:x1830954626958208:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2889us (3523us total) trans 4294971711 rc 0/0 00000100:00100000:0.0:1746135135.704854:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 934 00002000:00100000:0.0:1746135135.704866:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130621c00 x1830954626958208/t4294971711(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.704876:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621c00 with x1830954626958208 ext(0->7) 00010000:00010000:0.0:1746135135.704887:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dc83200/0xc3cfcce4a57bf98c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823403f expref: 62 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.704912:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dc83200/0xc3cfcce4a57bf98c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823403f expref: 62 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135135.704918:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130621c00 00000100:00100000:0.0:1746135135.709293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.712816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.719955:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.724571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.724619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.724792:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27845 00000100:00100000:0.0:1746135135.724798:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:1164:x1830954626959360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135135.724806:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135135.724820:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57bf9a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234054 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.724840:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bf993 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234046 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.724847:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57bf99a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823404d expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.724851:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135135.724853:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135135.724856:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57bf9a1 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234054 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.724877:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57bf99a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823404d expref: 63 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.724887:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57bf99a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823404d expref: 63 pid: 9592 timeout: 880 lvb_type: 0 00000100:00100000:0.0:1746135135.724906:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130620e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625435264:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135135.725208:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bf993 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234046 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.725216:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bf993 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234046 expref: 6 pid: 9592 timeout: 880 lvb_type: 0 00000100:00100000:0.0:1746135135.725224:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130620000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625435392:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135135.725241:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135135.727998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.729396:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.729721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.733252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.739208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.742683:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954626960256:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3251us (3475us total) trans 4294971712 rc 0/0 00000100:00100000:0.0:1746135135.742693:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 936 00002000:00100000:0.0:1746135135.742703:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130620000 x1830954626960256/t4294971712(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.742711:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620000 with x1830954626960256 ext(0->7) 00010000:00010000:0.0:1746135135.742719:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57bf9a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234054 expref: 65 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.742733:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57bf9a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234054 expref: 65 pid: 9591 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135135.742739:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620000 00000100:00100000:0.0:1746135135.749976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.753368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.756199:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.758994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.762556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.763594:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.768184:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.773407:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.779195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.789919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.794404:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954626961920:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3414us (4486us total) trans 4294971713 rc 0/0 00000100:00100000:0.0:1746135135.794416:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 938 00002000:00100000:0.0:1746135135.794425:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009bb7b100 x1830954626961920/t4294971713(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.794434:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7b100 with x1830954626961920 ext(0->7) 00010000:00010000:0.0:1746135135.794443:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bf9b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234069 expref: 66 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.794460:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bf9b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234069 expref: 66 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135135.794466:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb7b100 00000100:00100000:0.0:1746135135.796700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.799868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.806440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.809568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.812989:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.814999:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.817540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.819044:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2009:x1830954626963072:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 745us (1509us total) trans 4294971714 rc 0/0 00000100:00100000:0.0:1746135135.819051:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 940 00002000:00100000:0.0:1746135135.819056:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082651180 x1830954626963072/t4294971714(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.819063:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082651180 with x1830954626963072 ext(0->7) 00010000:00010000:0.0:1746135135.819068:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57bf9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234077 expref: 68 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.819077:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57bf9c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234077 expref: 68 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135135.819082:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082651180 00000100:00100000:0.0:1746135135.820873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.823047:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.829556:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.832540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.835593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.838730:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.845244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.845422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.845983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.858377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.864376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.865448:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2009:x1830954626965120:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 885us (1077us total) trans 4294971715 rc 0/0 00000100:00100000:0.0:1746135135.865455:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 943 00002000:00100000:0.0:1746135135.865461:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082653480 x1830954626965120/t4294971715(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.865468:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082653480 with x1830954626965120 ext(0->7) 00010000:00010000:0.0:1746135135.865472:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57bf9d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823408c expref: 71 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.865481:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57bf9d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823408c expref: 71 pid: 9591 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135135.865487:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082653480 00000100:00100000:0.0:1746135135.878255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.878313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.881162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.883585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.884186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.887358:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.891901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.894751:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2011:x1830954626966400:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2591us (2859us total) trans 4294971716 rc 0/0 00000100:00100000:0.0:1746135135.894762:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 946 00002000:00100000:0.0:1746135135.894773:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082658700 x1830954626966400/t4294971716(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.894782:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082658700 with x1830954626966400 ext(0->7) 00010000:00010000:0.0:1746135135.894791:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57bf9e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823409a expref: 72 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.894806:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57bf9e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823409a expref: 72 pid: 9591 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135135.894812:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082658700 00000100:00100000:0.0:1746135135.902975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.907709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.911417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.916019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.919626:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626967552 00000100:00100000:0.0:1746135135.919636:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626967552 00000100:00100000:0.0:1746135135.919717:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27859 00000100:00100000:0.0:1746135135.919725:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954626967552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135135.919744:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135135.919761:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57bfa03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082340b6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.919783:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135135.919788:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57bf9fc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340af expref: 72 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.919793:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135135.919796:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57bfa03 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340b6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.919826:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57bf9fc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340af expref: 72 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.919836:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57bfa03 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340b6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.919845:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b446a00, rc 0) 00000100:00100000:0.0:1746135135.919887:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954626967552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135135.919906:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 27859 00000100:00100000:0.0:1746135135.923939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.928345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.931825:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2008:x1830954626968192:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3211us (3478us total) trans 4294971717 rc 0/0 00000100:00100000:0.0:1746135135.931838:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 949 00002000:00100000:0.0:1746135135.931847:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082659c00 x1830954626968192/t4294971717(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.931862:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082659c00 with x1830954626968192 ext(0->7) 00010000:00010000:0.0:1746135135.931870:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57bf9fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340af expref: 74 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.931898:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57bf9fc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340af expref: 74 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135135.931904:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082659c00 00000100:00100000:0.0:1746135135.935732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.945436:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.950471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.950546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.955163:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.961797:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626969472 00000100:00100000:0.0:1746135135.961801:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626969472 00010000:00010000:0.0:1746135135.961820:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bfa0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340c4 expref: 75 pid: 9591 timeout: 880 lvb_type: 0 00000100:00100000:0.0:1746135135.961839:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12174 00000100:00100000:0.0:1746135135.961844:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:2008:x1830954626969472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135135.961852:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135135.961872:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bfa0a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340c4 expref: 75 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.961883:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bfa0a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340c4 expref: 75 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.961916:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57bfa0a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340c4 expref: 75 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.961931:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135135.961933:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135135.961939:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57bfa11 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340bd expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.961946:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57bfa11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340bd expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.961967:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57bfa11 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340bd expref: 74 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135135.961979:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57bfa11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340bd expref: 74 pid: 9592 timeout: 880 lvb_type: 0 00000100:00100000:0.0:1746135135.962005:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008265b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625439360:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135135.962053:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135135.968010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.970604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.971918:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008265b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954626969984:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1031us (1319us total) trans 4294971718 rc 0/0 00000100:00100000:0.0:1746135135.971927:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 952 00002000:00100000:0.0:1746135135.971934:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008265b800 x1830954626969984/t4294971718(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:591/0 lens 496/448 e 0 to 0 dl 1746135146 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135135.971947:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008265b800 with x1830954626969984 ext(0->7) 00010000:00010000:0.0:1746135135.971954:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57bfa11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340bd expref: 76 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135135.971967:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57bfa11 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340bd expref: 76 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135135.971972:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008265b800 00000100:00100000:0.0:1746135135.989174:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.993201:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135135.996135:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.008171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.008231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.013252:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.014068:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.014138:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.017292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.023179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.028300:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2008:x1830954626972032:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4460us (5114us total) trans 4294971719 rc 0/0 00000100:00100000:0.0:1746135136.028318:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 954 00002000:00100000:0.0:1746135136.028329:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a514e00 x1830954626972032/t4294971719(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.028340:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514e00 with x1830954626972032 ext(0->7) 00010000:00010000:0.0:1746135136.028353:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57bfa26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340d9 expref: 79 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.028377:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57bfa26 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340d9 expref: 79 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.028385:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a514e00 00000100:00100000:0.0:1746135136.043558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.048626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.056935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.063814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.063871:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.069484:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.074857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.076938:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954626973312:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1082us (2085us total) trans 4294971720 rc 0/0 00000100:00100000:0.0:1746135136.076951:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 957 00002000:00100000:0.0:1746135136.076960:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b131180 x1830954626973312/t4294971720(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.076968:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131180 with x1830954626973312 ext(0->7) 00010000:00010000:0.0:1746135136.076979:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7400/0xc3cfcce4a57bfa34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340e7 expref: 80 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.076994:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7400/0xc3cfcce4a57bfa34 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340e7 expref: 80 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.077000:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b131180 00000100:00100000:0.0:1746135136.082679:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.087546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.092914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.098838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.098949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.103336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.118367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.120286:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2008:x1830954626974592:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1712us (1920us total) trans 4294971721 rc 0/0 00000100:00100000:0.0:1746135136.120297:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 959 00002000:00100000:0.0:1746135136.120307:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4cad80 x1830954626974592/t4294971721(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.120318:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cad80 with x1830954626974592 ext(0->7) 00010000:00010000:0.0:1746135136.120329:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57bfa42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340f5 expref: 83 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.120344:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57bfa42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340f5 expref: 83 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.120350:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4cad80 00000100:00100000:0.0:1746135136.129917:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.131598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.134266:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12182 00000100:00100000:0.0:1746135136.134286:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954626974848:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135136.134306:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135136.134335:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57bfa42 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340f5 expref: 84 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.134353:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57bfa42 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340f5 expref: 84 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.134379:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57bfa42 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340f5 expref: 84 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.134548:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135136.134551:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135136.134558:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57bfa49 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340fc expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.134565:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57bfa49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340fc expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.134605:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57bfa49 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340fc expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.134615:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57bfa49 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082340fc expref: 83 pid: 9591 timeout: 880 lvb_type: 0 00000100:00100000:0.0:1746135136.134626:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4a8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625441280:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135136.134962:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135136.137510:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.140883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135136.147155:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135136.147703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.154436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.155907:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2008:x1830954626975872:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 938us (1475us total) trans 4294971722 rc 0/0 00000100:00100000:0.0:1746135136.155916:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 962 00002000:00100000:0.0:1746135136.155923:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae09880 x1830954626975872/t4294971722(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.155933:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09880 with x1830954626975872 ext(0->7) 00010000:00010000:0.0:1746135136.155940:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57bfa50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234103 expref: 84 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.155953:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57bfa50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234103 expref: 84 pid: 9591 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.155960:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae09880 00000100:00100000:0.0:1746135136.161876:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.168719:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d061880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625441664:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135136.168750:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135136.169388:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954626976000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7262us (7518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135136.169402:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12184 00000100:00100000:0.0:1746135136.169884:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626976256 00000100:00100000:0.0:1746135136.169899:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626976256 00002000:00100000:0.0:1746135136.169945:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d062300 x1830954626976256/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:592/0 lens 488/0 e 0 to 0 dl 1746135147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.169954:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062300 with x1830954626976256 ext(0->4095) 00002000:00010000:0.0:1746135136.169960:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d062300 00000100:00100000:0.0:1746135136.180624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.180977:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.182184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.183829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.187695:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.206837:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.213173:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.213270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.222471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.232520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.246189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.251823:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2008:x1830954626978432:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5415us (5633us total) trans 4294971724 rc 0/0 00000100:00100000:0.0:1746135136.251834:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 966 00002000:00100000:0.0:1746135136.251845:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60e680 x1830954626978432/t4294971724(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.251854:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60e680 with x1830954626978432 ext(0->7) 00010000:00010000:0.0:1746135136.251863:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57bfa6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234126 expref: 88 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.251879:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57bfa6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234126 expref: 88 pid: 9591 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.251896:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60e680 00000100:00100000:0.0:1746135136.259598:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.270928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.279132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.279612:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.284276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.287157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.301122:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.313785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.325469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.327439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.328800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.333533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.359665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.359770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.367446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.367544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.375785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.390444:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2009:x1830954626982272:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1308us (2050us total) trans 4294971727 rc 0/0 00000100:00100000:0.0:1746135136.390453:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 974 00002000:00100000:0.0:1746135136.390461:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130623b80 x1830954626982272/t4294971727(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.390468:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130623b80 with x1830954626982272 ext(0->7) 00010000:00010000:0.0:1746135136.390475:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57bfa96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234149 expref: 95 pid: 11615 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.390488:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57bfa96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234149 expref: 95 pid: 11615 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.390493:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130623b80 00000100:00100000:0.0:1746135136.396088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.397667:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.400372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.406406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.407304:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.412062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.416231:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.418695:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954626983552:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2107us (3495us total) trans 4294971728 rc 0/0 00000100:00100000:0.0:1746135136.418710:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 977 00002000:00100000:0.0:1746135136.418721:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e90700 x1830954626983552/t4294971728(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.418734:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90700 with x1830954626983552 ext(0->7) 00010000:00010000:0.0:1746135136.418746:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b18800/0xc3cfcce4a57bfaa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234157 expref: 96 pid: 11615 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.418763:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b18800/0xc3cfcce4a57bfaa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234157 expref: 96 pid: 11615 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.418770:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e90700 00000100:00100000:0.0:1746135136.422095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.424848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.431552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.431698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.435336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.435381:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.437544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.437692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.444668:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626985088 00000100:00100000:0.0:1746135136.444679:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626985088 00002000:00100000:0.0:1746135136.444732:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d062d80 x1830954626985088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 488/0 e 0 to 0 dl 1746135147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.444742:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062d80 with x1830954626985088 ext(0->4095) 00010000:00010000:0.0:1746135136.444752:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57bfab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823416c expref: 96 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.444767:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57bfab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823416c expref: 96 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.444773:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d062d80 00000100:00100000:0.0:1746135136.444816:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 979 00000100:00100000:0.0:1746135136.444825:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954626985088:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135136.445015:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954626985088:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 190us (956us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135136.445022:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 979 00002000:00100000:0.0:1746135136.445027:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d062d80 x1830954626985088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.445033:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062d80 with x1830954626985088 ext(0->4095) 00010000:00010000:0.0:1746135136.445038:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57bfab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823416c expref: 96 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.445046:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57bfab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823416c expref: 96 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.445056:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d062d80 00000100:00100000:0.0:1746135136.453272:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.455959:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954626985344:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2442us (2685us total) trans 4294971729 rc 0/0 00000100:00100000:0.0:1746135136.455970:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 980 00002000:00100000:0.0:1746135136.455980:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d04aa00 x1830954626985344/t4294971729(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.455988:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04aa00 with x1830954626985344 ext(0->7) 00010000:00010000:0.0:1746135136.455996:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57bfab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823416c expref: 98 pid: 9592 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.456010:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57bfab9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823416c expref: 98 pid: 9592 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.456015:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d04aa00 00000100:00100000:0.0:1746135136.459848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.464564:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626985728 00000100:00100000:0.0:1746135136.464572:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626985728 00002000:00100000:0.0:1746135136.464620:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef8a80 x1830954626985728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:592/0 lens 488/0 e 0 to 0 dl 1746135147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.464629:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954626985728 ext(0->4095) 00002000:00010000:0.0:1746135136.464634:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135136.464670:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12309 00000100:00100000:0.0:1746135136.464676:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954626985728:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135136.464801:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954626985728:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (639us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135136.464807:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12309 00002000:00100000:0.0:1746135136.464811:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef8a80 x1830954626985728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746135147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.464818:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954626985728 ext(0->4095) 00002000:00010000:0.0:1746135136.464820:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135136.466987:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.469773:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.472706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.474929:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.478610:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2009:x1830954626986624:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1748us (3683us total) trans 4294971730 rc 0/0 00000100:00100000:0.0:1746135136.478619:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 982 00002000:00100000:0.0:1746135136.478626:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d04b800 x1830954626986624/t4294971730(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.478633:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b800 with x1830954626986624 ext(0->7) 00010000:00010000:0.0:1746135136.478658:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57bfac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823417a expref: 101 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.478669:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57bfac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823417a expref: 101 pid: 9591 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.478675:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d04b800 00000100:00100000:0.0:1746135136.490867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.495249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.500770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.501631:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626987264 00000100:00100000:0.0:1746135136.501635:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626987264 00000100:00100000:0.0:1746135136.501679:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27890 00000100:00100000:0.0:1746135136.501685:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1164:x1830954626987264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135136.501692:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135136.501700:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135734600/0xc3cfcce4a57bfadc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823418f expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.501714:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57bface lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234181 expref: 101 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.501720:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57bfad5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234188 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.501725:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135136.501726:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135136.501729:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135734600/0xc3cfcce4a57bfadc lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823418f expref: 101 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.501750:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57bfad5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234188 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.501760:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57bfad5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234188 expref: 5 pid: 9591 timeout: 880 lvb_type: 0 00000100:00100000:0.0:1746135136.501769:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625446016:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135136.502757:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57bface lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234181 expref: 101 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.502931:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57bface lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234181 expref: 101 pid: 9592 timeout: 880 lvb_type: 0 00000100:00100000:0.0:1746135136.502944:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625446144:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135136.503260:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135136.504942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.505074:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.509416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.524503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.535012:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.544214:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626988416 00000100:00100000:0.0:1746135136.544227:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626988416 00000100:00100000:0.0:1746135136.544281:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27892 00000100:00100000:0.0:1746135136.544288:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1164:x1830954626988416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135136.544304:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135136.544320:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57bfaea lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823419d expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.544345:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135136.544350:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57bfae3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234196 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.544356:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135136.544359:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57bfaea lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823419d expref: 103 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.544392:0:9590:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57bfae3 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234196 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.544403:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57bfaea lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823419d expref: 103 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.544412:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5000, rc 0) 00000100:00100000:0.0:1746135136.544452:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1164:x1830954626988416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135136.544457:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 27892 00000100:00100000:0.0:1746135136.547159:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.556504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.560821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.566784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.577291:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.580582:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954626989440:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2318us (3298us total) trans 4294971732 rc 0/0 00000100:00100000:0.0:1746135136.580595:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 986 00002000:00100000:0.0:1746135136.580606:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae09180 x1830954626989440/t4294971732(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.580616:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09180 with x1830954626989440 ext(0->7) 00010000:00010000:0.0:1746135136.580632:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57bfaea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823419d expref: 104 pid: 9590 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.580662:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57bfaea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823419d expref: 104 pid: 9590 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.580670:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae09180 00000100:00100000:0.0:1746135136.586553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.592028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.597814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.601856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.631035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.643009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.644085:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2009:x1830954626990592:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 827us (1083us total) trans 4294971733 rc 0/0 00000100:00100000:0.0:1746135136.644093:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 988 00002000:00100000:0.0:1746135136.644099:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e91c00 x1830954626990592/t4294971733(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.644106:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91c00 with x1830954626990592 ext(0->7) 00010000:00010000:0.0:1746135136.644112:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57bfaf8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341ab expref: 106 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.644123:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57bfaf8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341ab expref: 106 pid: 9591 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.644128:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e91c00 00000100:00100000:0.0:1746135136.647209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.650607:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.660052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.661053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.663257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.664318:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.670817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.672023:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.678760:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.696080:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.697411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.698391:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:2009:x1830954626992384:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2047us (2321us total) trans 4294971734 rc 0/0 00000100:00100000:0.0:1746135136.698402:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 991 00002000:00100000:0.0:1746135136.698411:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4c8e00 x1830954626992384/t4294971734(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.698419:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8e00 with x1830954626992384 ext(0->7) 00010000:00010000:0.0:1746135136.698428:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57bfb0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341c0 expref: 109 pid: 9591 timeout: 880 lvb_type: 0 00010000:00010000:0.0:1746135136.698441:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57bfb0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341c0 expref: 109 pid: 9591 timeout: 880 lvb_type: 0 00002000:00010000:0.0:1746135136.698448:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4c8e00 00000100:00100000:0.0:1746135136.699932:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.706542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.711917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.717964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.725715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.731001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.735144:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:2011:x1830954626993536:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3838us (4141us total) trans 4294971735 rc 0/0 00000100:00100000:0.0:1746135136.735159:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 993 00002000:00100000:0.0:1746135136.735170:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b48ad80 x1830954626993536/t4294971735(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.735178:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48ad80 with x1830954626993536 ext(0->7) 00010000:00010000:0.0:1746135136.735189:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364af400/0xc3cfcce4a57bfb1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341ce expref: 110 pid: 9590 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.735209:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364af400/0xc3cfcce4a57bfb1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341ce expref: 110 pid: 9590 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135136.735215:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b48ad80 00000100:00100000:0.0:1746135136.739117:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.746548:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.747254:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626994048 00000100:00100000:0.0:1746135136.747258:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626994048 00002000:00100000:0.0:1746135136.747281:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b60ad80 x1830954626994048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:592/0 lens 488/0 e 0 to 0 dl 1746135147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.747292:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ad80 with x1830954626994048 ext(0->4095) 00010000:00010000:0.0:1746135136.747297:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57bfb22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341d5 expref: 6 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.747305:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57bfb22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341d5 expref: 6 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135136.747311:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60ad80 00000100:00100000:0.0:1746135136.747329:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 994 00000100:00100000:0.0:1746135136.747335:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954626994048:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135136.747431:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954626994048:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135136.747436:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 994 00002000:00100000:0.0:1746135136.747440:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b60ad80 x1830954626994048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.747447:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ad80 with x1830954626994048 ext(0->4095) 00010000:00010000:0.0:1746135136.747451:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57bfb22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341d5 expref: 6 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.747458:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57bfb22 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341d5 expref: 6 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135136.747463:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60ad80 00000100:00100000:0.0:1746135136.751195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.751236:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.756160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.769768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.772257:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:2010:x1830954626994816:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1935us (2491us total) trans 4294971736 rc 0/0 00000100:00100000:0.0:1746135136.772270:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 996 00002000:00100000:0.0:1746135136.772279:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094746300 x1830954626994816/t4294971736(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.772288:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746300 with x1830954626994816 ext(0->7) 00010000:00010000:0.0:1746135136.772298:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57bfb29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341dc expref: 113 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.772315:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57bfb29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341dc expref: 113 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135136.772321:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094746300 00000100:00100000:0.0:1746135136.775702:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.790202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.814021:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.814529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.821268:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.843740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.853864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.863182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.871214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.877942:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626996736 00000100:00100000:0.0:1746135136.877945:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626996736 00000100:00100000:0.0:1746135136.877984:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27906 00000100:00100000:0.0:1746135136.877990:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:1165:x1830954626996736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135136.878002:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135136.878014:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009447c600/0xc3cfcce4a57bfb4c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082341ff expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.878818:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135136.878825:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57bfb45 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341f8 expref: 115 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.878833:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135136.878837:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009447c600/0xc3cfcce4a57bfb4c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341ff expref: 115 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.881278:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57bfb45 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341f8 expref: 115 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.881295:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57bfb45 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341f8 expref: 115 pid: 9592 timeout: 881 lvb_type: 0 00000100:00100000:0.0:1746135136.881310:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072491880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954625450112:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135136.881417:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135136.882863:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.890870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.893371:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954626997376:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2031us (2497us total) trans 4294971738 rc 0/0 00000100:00100000:0.0:1746135136.893384:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1002 00002000:00100000:0.0:1746135136.893396:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072491880 x1830954626997376/t4294971738(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.893406:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491880 with x1830954626997376 ext(0->7) 00010000:00010000:0.0:1746135136.893417:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57bfb45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341f8 expref: 117 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.893439:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57bfb45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082341f8 expref: 117 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135136.893446:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072491880 00000100:00100000:0.0:1746135136.902850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.912420:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626997760 00000100:00100000:0.0:1746135136.912430:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626997760 00002000:00100000:0.0:1746135136.912487:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094673800 x1830954626997760/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 488/0 e 0 to 0 dl 1746135147 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.912496:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673800 with x1830954626997760 ext(0->4095) 00002000:00010000:0.0:1746135136.912502:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094673800 00000100:00100000:0.0:1746135136.912522:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12316 00000100:00100000:0.0:1746135136.912530:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954626997760:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135136.912729:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954626997760:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 200us (629us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135136.912734:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12316 00002000:00100000:0.0:1746135136.912739:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094673800 x1830954626997760/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 488/4536 e 0 to 0 dl 1746135147 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.912745:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673800 with x1830954626997760 ext(0->4095) 00002000:00010000:0.0:1746135136.912748:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094673800 00000100:00100000:0.0:1746135136.925483:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.925593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.930744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.930791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.937199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.937320:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.937338:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626998656 00000100:00100000:0.0:1746135136.937344:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626998656 00010000:00010000:0.0:1746135136.937371:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfb53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234206 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00000100:00100000:0.0:1746135136.937403:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12221 00000100:00100000:0.0:1746135136.937409:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954626998656:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135136.937421:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135136.937440:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfb53 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234206 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.937449:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfb53 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234206 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.937470:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfb53 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234206 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.937482:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135136.937483:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135136.937489:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfb5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823420d expref: 115 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.937496:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfb5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823420d expref: 115 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135136.937522:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfb5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823420d expref: 115 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135136.937532:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086229500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625450624:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135136.937585:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135136.941422:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.949997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.951265:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+119:2009:x1830954626999168:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 944us (1284us total) trans 4294971739 rc 0/0 00000100:00100000:0.0:1746135136.951275:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1005 00002000:00100000:0.0:1746135136.951282:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880086229c00 x1830954626999168/t4294971739(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:592/0 lens 496/448 e 0 to 0 dl 1746135147 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135136.951290:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229c00 with x1830954626999168 ext(0->7) 00010000:00010000:0.0:1746135136.951296:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfb5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823420d expref: 119 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135136.951308:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfb5a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823420d expref: 119 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135136.951314:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086229c00 00000100:00100000:0.0:1746135136.956588:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.962502:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.967920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.967972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.971779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.973064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.979077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135136.985910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.007520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.007574:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.013049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.015832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.022712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.026479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.033958:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.058317:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.063996:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+122:2010:x1830954627001984:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4835us (5677us total) trans 4294971741 rc 0/0 00000100:00100000:0.0:1746135137.064011:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1009 00002000:00100000:0.0:1746135137.064026:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009265ce00 x1830954627001984/t4294971741(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.064037:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265ce00 with x1830954627001984 ext(0->7) 00010000:00010000:0.0:1746135137.064047:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751400/0xc3cfcce4a57bfb7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234230 expref: 122 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.064065:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b751400/0xc3cfcce4a57bfb7d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234230 expref: 122 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.064072:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265ce00 00000100:00100000:0.0:1746135137.067782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.074573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.078500:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.088292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.091902:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.097504:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+124:2011:x1830954627003136:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2502us (5591us total) trans 4294971742 rc 0/0 00000100:00100000:0.0:1746135137.097517:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1011 00002000:00100000:0.0:1746135137.097528:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009265dc00 x1830954627003136/t4294971742(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.097537:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265dc00 with x1830954627003136 ext(0->7) 00010000:00010000:0.0:1746135137.097546:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57bfb8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823423e expref: 124 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.097560:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57bfb8b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823423e expref: 124 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.097566:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265dc00 00000100:00100000:0.0:1746135137.102949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.103748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.110183:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d8bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625452672:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135137.110207:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135137.110267:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+124:2011:x1830954627003392:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5722us (6518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135137.110279:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12229 00000100:00100000:0.0:1746135137.110557:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627003648 00000100:00100000:0.0:1746135137.110563:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627003648 00002000:00100000:0.0:1746135137.110602:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b6cb800 x1830954627003648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:593/0 lens 488/0 e 0 to 0 dl 1746135148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.110611:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb800 with x1830954627003648 ext(0->4095) 00010000:00010000:0.0:1746135137.110618:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfb92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234245 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.110630:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfb92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234245 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.110659:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b6cb800 00000100:00100000:0.0:1746135137.110678:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1012 00000100:00100000:0.0:1746135137.110684:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627003648:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135137.110809:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627003648:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (391us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135137.110815:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1012 00002000:00100000:0.0:1746135137.110820:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b6cb800 x1830954627003648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.110826:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb800 with x1830954627003648 ext(0->4095) 00010000:00010000:0.0:1746135137.110830:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfb92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234245 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.110838:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfb92 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234245 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.110843:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b6cb800 00000100:00100000:0.0:1746135137.114117:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.119696:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627004032 00000100:00100000:0.0:1746135137.119706:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627004032 00002000:00100000:0.0:1746135137.119749:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d061c00 x1830954627004032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 488/0 e 0 to 0 dl 1746135148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.119757:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061c00 with x1830954627004032 ext(0->4095) 00002000:00010000:0.0:1746135137.119762:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d061c00 00000100:00100000:0.0:1746135137.119802:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12321 00000100:00100000:0.0:1746135137.119811:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+124:2010:x1830954627004032:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135137.119988:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+124:2010:x1830954627004032:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (385us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135137.119994:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12321 00002000:00100000:0.0:1746135137.120000:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d061c00 x1830954627004032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746135148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.120007:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061c00 with x1830954627004032 ext(0->4095) 00002000:00010000:0.0:1746135137.120010:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d061c00 00000100:00100000:0.0:1746135137.125810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.128516:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.129724:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+126:2011:x1830954627004288:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1209us total) trans 4294971743 rc 0/0 00000100:00100000:0.0:1746135137.129731:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1013 00002000:00100000:0.0:1746135137.129737:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009265ed80 x1830954627004288/t4294971743(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.129744:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265ed80 with x1830954627004288 ext(0->7) 00010000:00010000:0.0:1746135137.129749:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfb99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823424c expref: 126 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.129759:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfb99 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823424c expref: 126 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.129764:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265ed80 00000100:00100000:0.0:1746135137.131869:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.134378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.138314:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.142742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.145277:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.146053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.146074:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627005440 00000100:00100000:0.0:1746135137.146077:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627005440 00002000:00100000:0.0:1746135137.146103:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082664000 x1830954627005440/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:593/0 lens 488/0 e 0 to 0 dl 1746135148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.146111:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664000 with x1830954627005440 ext(0->4095) 00002000:00010000:0.0:1746135137.146115:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082664000 00000100:00100000:0.0:1746135137.146140:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12324 00000100:00100000:0.0:1746135137.146147:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627005440:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135137.147452:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627005440:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1300us (1394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135137.147460:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12324 00002000:00100000:0.0:1746135137.147467:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082664000 x1830954627005440/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746135148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.147473:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664000 with x1830954627005440 ext(0->4095) 00010000:00010000:0.0:1746135137.147479:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234253 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.147487:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234253 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746135137.147492:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082664000 00010000:00010000:0.0:1746135137.150403:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135137.151614:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627005824 00000100:00100000:0.0:1746135137.151620:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627005824 00010000:00010000:0.0:1746135137.151668:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234253 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00000100:00100000:0.0:1746135137.151698:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12232 00000100:00100000:0.0:1746135137.151705:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627005824:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135137.151717:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135137.151736:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfba0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234253 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.151745:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfba0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234253 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.151765:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57bfba0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234253 expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.151783:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135137.153905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.156690:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.161899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.166234:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+129:2009:x1830954627006336:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2677us (4331us total) trans 4294971744 rc 0/0 00000100:00100000:0.0:1746135137.166247:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1015 00002000:00100000:0.0:1746135137.166257:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082664a80 x1830954627006336/t4294971744(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.166266:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664a80 with x1830954627006336 ext(0->7) 00010000:00010000:0.0:1746135137.166277:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57bfbae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234261 expref: 129 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.166293:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57bfbae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234261 expref: 129 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.166300:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082664a80 00000100:00100000:0.0:1746135137.183449:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627006592 00000100:00100000:0.0:1746135137.183454:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627006592 00000100:00100000:0.0:1746135137.183488:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27922 00000100:00100000:0.0:1746135137.183493:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+129:1164:x1830954627006592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135137.183505:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135137.183517:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57bfbbc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823426f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.183532:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bce9a00/0xc3cfcce4a57bfbb5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234268 expref: 130 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.183537:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135137.183538:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135137.183541:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57bfbbc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823426f expref: 130 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.183556:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bce9a00/0xc3cfcce4a57bfbb5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234268 expref: 130 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.183565:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bce9a00/0xc3cfcce4a57bfbb5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234268 expref: 130 pid: 9591 timeout: 881 lvb_type: 0 00000100:00100000:0.0:1746135137.183577:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625453824:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135137.184233:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135137.187658:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.190180:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.190272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.202867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.204015:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+130:2010:x1830954627007616:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 932us (1156us total) trans 4294971745 rc 0/0 00000100:00100000:0.0:1746135137.204023:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1018 00002000:00100000:0.0:1746135137.204030:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082665c00 x1830954627007616/t4294971745(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.204036:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665c00 with x1830954627007616 ext(0->7) 00010000:00010000:0.0:1746135137.204043:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57bfbbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823426f expref: 130 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.204056:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57bfbbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823426f expref: 130 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.204062:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082665c00 00000100:00100000:0.0:1746135137.209740:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.214595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.237207:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.237254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.242400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.250157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.256723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.262551:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+133:2011:x1830954627008896:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2363us (5826us total) trans 4294971746 rc 0/0 00000100:00100000:0.0:1746135137.262562:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1020 00002000:00100000:0.0:1746135137.262571:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082667480 x1830954627008896/t4294971746(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.262581:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667480 with x1830954627008896 ext(0->7) 00010000:00010000:0.0:1746135137.262589:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfbca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823427d expref: 133 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.262604:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57bfbca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823427d expref: 133 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.262611:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082667480 00000100:00100000:0.0:1746135137.265767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.269451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.274620:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.276620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.277149:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.304369:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625455104:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135137.304387:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135137.304900:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954627009920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6060us (6117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135137.304909:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12240 00000100:00100000:0.0:1746135137.313754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.315124:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+134:2010:x1830954627010688:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1088us (1382us total) trans 4294971747 rc 0/0 00000100:00100000:0.0:1746135137.315132:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1023 00002000:00100000:0.0:1746135137.315138:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b184700 x1830954627010688/t4294971747(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.315145:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b184700 with x1830954627010688 ext(0->7) 00010000:00010000:0.0:1746135137.315151:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57bfbdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234292 expref: 134 pid: 9590 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.315160:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57bfbdf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234292 expref: 134 pid: 9590 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.315166:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b184700 00000100:00100000:0.0:1746135137.316691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.320076:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.320102:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627011072 00000100:00100000:0.0:1746135137.320108:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627011072 00002000:00100000:0.0:1746135137.320139:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b184a80 x1830954627011072/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:593/0 lens 488/0 e 0 to 0 dl 1746135148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.320148:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b184a80 with x1830954627011072 ext(0->4095) 00002000:00010000:0.0:1746135137.320152:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b184a80 00000100:00100000:0.0:1746135137.320168:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12327 00000100:00100000:0.0:1746135137.320174:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627011072:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135137.320292:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627011072:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135137.320301:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12327 00002000:00100000:0.0:1746135137.320306:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b184a80 x1830954627011072/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746135148 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.320313:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b184a80 with x1830954627011072 ext(0->4095) 00002000:00010000:0.0:1746135137.320315:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b184a80 00000100:00100000:0.0:1746135137.328633:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.330023:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.335260:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.339155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.343130:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627011840 00000100:00100000:0.0:1746135137.343139:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627011840 00010000:00010000:0.0:1746135137.343171:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57bfbed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a0 expref: 135 pid: 9590 timeout: 881 lvb_type: 0 00000100:00100000:0.0:1746135137.343194:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12243 00000100:00100000:0.0:1746135137.343200:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+135:2011:x1830954627011840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135137.343211:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135137.343229:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57bfbed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a0 expref: 135 pid: 9590 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.343240:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57bfbed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a0 expref: 135 pid: 9590 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.343260:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57bfbed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a0 expref: 135 pid: 9590 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.343280:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135137.343282:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135137.343288:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae800/0xc3cfcce4a57bfbf4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a7 expref: 134 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.343296:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801364ae800/0xc3cfcce4a57bfbf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a7 expref: 134 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.343322:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801364ae800/0xc3cfcce4a57bfbf4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a7 expref: 134 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135137.343332:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b185c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625455744:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135137.344347:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135137.347752:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.355067:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.358866:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+136:2009:x1830954627012480:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3532us (3803us total) trans 4294971748 rc 0/0 00000100:00100000:0.0:1746135137.358889:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1026 00002000:00100000:0.0:1746135137.358900:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b186300 x1830954627012480/t4294971748(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.358909:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b186300 with x1830954627012480 ext(0->7) 00010000:00010000:0.0:1746135137.358919:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae800/0xc3cfcce4a57bfbf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a7 expref: 136 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.358935:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364ae800/0xc3cfcce4a57bfbf4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342a7 expref: 136 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.358942:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b186300 00000100:00100000:0.0:1746135137.377580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.378908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.385623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.389207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.392271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.399387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.413735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.414169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.419293:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+139:2010:x1830954627013632:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4352us (5116us total) trans 4294971749 rc 0/0 00000100:00100000:0.0:1746135137.419305:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1028 00002000:00100000:0.0:1746135137.419317:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b184000 x1830954627013632/t4294971749(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.419326:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b184000 with x1830954627013632 ext(0->7) 00010000:00010000:0.0:1746135137.419336:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57bfc02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342b5 expref: 139 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.419350:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57bfc02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342b5 expref: 139 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.419357:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b184000 00000100:00100000:0.0:1746135137.429540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.436965:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.437331:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627014144 00000100:00100000:0.0:1746135137.437337:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627014144 00002000:00100000:0.0:1746135137.437369:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b185180 x1830954627014144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:593/0 lens 488/0 e 0 to 0 dl 1746135148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.437377:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b185180 with x1830954627014144 ext(0->4095) 00010000:00010000:0.0:1746135137.437384:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57bfc09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342bc expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.437396:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57bfc09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342bc expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.437402:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b185180 00000100:00100000:0.0:1746135137.437416:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1029 00000100:00100000:0.0:1746135137.437421:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627014144:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135137.437586:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627014144:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 162us (620us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135137.437592:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1029 00002000:00100000:0.0:1746135137.437596:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b185180 x1830954627014144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.437602:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b185180 with x1830954627014144 ext(0->4095) 00010000:00010000:0.0:1746135137.437605:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57bfc09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342bc expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.437613:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57bfc09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342bc expref: 6 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.437618:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b185180 00000100:00100000:0.0:1746135137.440444:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.445183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.447182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.452797:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.453802:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+140:2010:x1830954627014784:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 815us (1008us total) trans 4294971750 rc 0/0 00000100:00100000:0.0:1746135137.453808:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1030 00002000:00100000:0.0:1746135137.453814:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c74700 x1830954627014784/t4294971750(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.453821:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c74700 with x1830954627014784 ext(0->7) 00010000:00010000:0.0:1746135137.453826:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57bfc10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342c3 expref: 140 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.453835:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57bfc10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342c3 expref: 140 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.453840:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c74700 00000100:00100000:0.0:1746135137.458490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.461888:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.463552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.465524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.466464:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625458816:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135137.466482:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfc1e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342d1 expref: 141 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.466490:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b750c00, rc 0) 00000100:00100000:0.0:1746135137.466511:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+141:1164:x1830954627015296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2829us (2960us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135137.466516:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 27936 00000100:00100000:0.0:1746135137.468432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.471829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.475681:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+143:2011:x1830954627016064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3568us (3849us total) trans 4294971751 rc 0/0 00000100:00100000:0.0:1746135137.475693:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1032 00002000:00100000:0.0:1746135137.475704:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c75880 x1830954627016064/t4294971751(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.475714:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c75880 with x1830954627016064 ext(0->7) 00010000:00010000:0.0:1746135137.475724:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfc1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342d1 expref: 143 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.475742:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfc1e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342d1 expref: 143 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.475749:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c75880 00000100:00100000:0.0:1746135137.477770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.485823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.489047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.489090:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627016576 00000100:00100000:0.0:1746135137.489102:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627016576 00000100:00100000:0.0:1746135137.489223:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27938 00000100:00100000:0.0:1746135137.489232:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627016576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135137.489257:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135137.489281:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57bfc2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082342df expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.489313:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135137.489315:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135137.489322:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57bfc2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342df expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.489335:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57bfc2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342df expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.489345:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027b800, rc 0) 00000100:00100000:0.0:1746135137.489394:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627016576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135137.489400:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 27938 00000100:00100000:0.0:1746135137.489447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.493248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.494962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.499229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.502981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.509724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.516411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.518306:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+144:2010:x1830954627017728:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1245us (1901us total) trans 4294971752 rc 0/0 00000100:00100000:0.0:1746135137.518317:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1034 00002000:00100000:0.0:1746135137.518323:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c77b80 x1830954627017728/t4294971752(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.518337:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c77b80 with x1830954627017728 ext(0->7) 00010000:00010000:0.0:1746135137.518345:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57bfc33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342e6 expref: 144 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.518359:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57bfc33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342e6 expref: 144 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.518364:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c77b80 00000100:00100000:0.0:1746135137.520121:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.527636:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.534248:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625459968:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135137.534273:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57bfc41 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342f4 expref: 144 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.534289:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b675c00, rc 0) 00000100:00100000:0.0:1746135137.535391:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+144:1164:x1830954627017984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7448us (7760us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135137.535398:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 27941 00000100:00100000:0.0:1746135137.538807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.544575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.558057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.558092:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627018752 00000100:00100000:0.0:1746135137.558103:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627018752 00000100:00100000:0.0:1746135137.558158:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27942 00000100:00100000:0.0:1746135137.558165:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627018752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135137.558184:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135137.558202:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57bfc48 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082342fb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.558231:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57bfc41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342f4 expref: 143 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.558238:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135137.558240:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135137.558243:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57bfc48 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342fb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.558269:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57bfc41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342f4 expref: 143 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135137.558280:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57bfc41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082342f4 expref: 143 pid: 9591 timeout: 881 lvb_type: 0 00000100:00100000:0.0:1746135137.558291:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625460224:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135137.558358:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135137.563970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.567420:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.571517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.576623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.580026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.585127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.586106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.591150:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.594067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.597293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.602703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.608742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.611554:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+148:2011:x1830954627020800:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2553us (2809us total) trans 4294971754 rc 0/0 00000100:00100000:0.0:1746135137.611571:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1037 00002000:00100000:0.0:1746135137.611586:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7f800 x1830954627020800/t4294971754(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.611595:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f800 with x1830954627020800 ext(0->7) 00010000:00010000:0.0:1746135137.611608:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57bfc56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234309 expref: 148 pid: 9592 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.611628:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57bfc56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234309 expref: 148 pid: 9592 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.611635:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7f800 00000100:00100000:0.0:1746135137.615931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.623391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.629006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.630549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.660148:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.683755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.683812:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.683847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.686505:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625461376:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135137.686520:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135137.686548:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627021952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2358us (2734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135137.686556:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12260 00000100:00100000:0.0:1746135137.693056:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627022592 00000100:00100000:0.0:1746135137.693066:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627022592 00002000:00100000:0.0:1746135137.693107:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801364cc000 x1830954627022592/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/0 e 0 to 0 dl 1746135148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.693114:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc000 with x1830954627022592 ext(0->7) 00010000:00010000:0.0:1746135137.693121:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57bfc6b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823431e expref: 150 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.693134:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57bfc6b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823431e expref: 150 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.693139:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801364cc000 00000100:00100000:0.0:1746135137.693156:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1039 00000100:00100000:0.0:1746135137.693161:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+150:2009:x1830954627022592:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135137.694112:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+151:2009:x1830954627022592:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 949us (1123us total) trans 4294971755 rc 0/0 00000100:00100000:0.0:1746135137.694120:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1039 00002000:00100000:0.0:1746135137.694125:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801364cc000 x1830954627022592/t4294971755(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.694132:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc000 with x1830954627022592 ext(0->7) 00010000:00010000:0.0:1746135137.694137:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57bfc6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823431e expref: 151 pid: 9591 timeout: 881 lvb_type: 0 00010000:00010000:0.0:1746135137.694147:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57bfc6b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823431e expref: 151 pid: 9591 timeout: 881 lvb_type: 0 00002000:00010000:0.0:1746135137.694152:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801364cc000 00000100:00100000:0.0:1746135137.696802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.706220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.710709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.710767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.715248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.717573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.719776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.719885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.726232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.729015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.730144:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+153:2009:x1830954627024384:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 909us (1135us total) trans 4294971756 rc 0/0 00000100:00100000:0.0:1746135137.730152:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1042 00002000:00100000:0.0:1746135137.730159:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c5ea00 x1830954627024384/t4294971756(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.730168:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ea00 with x1830954627024384 ext(0->7) 00010000:00010000:0.0:1746135137.730174:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57bfc80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234333 expref: 153 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.730185:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57bfc80 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234333 expref: 153 pid: 9591 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.730196:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c5ea00 00000100:00100000:0.0:1746135137.735548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.738267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.744094:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.747071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.753400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.761515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.761967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.762001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.769342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.773767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.774834:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+154:2008:x1830954627026432:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 821us (1074us total) trans 4294971757 rc 0/0 00000100:00100000:0.0:1746135137.774842:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1045 00002000:00100000:0.0:1746135137.774848:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c5d180 x1830954627026432/t4294971757(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.774855:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5d180 with x1830954627026432 ext(0->7) 00010000:00010000:0.0:1746135137.774860:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57bfc95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234348 expref: 154 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.774870:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57bfc95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234348 expref: 154 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.774885:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c5d180 00000100:00100000:0.0:1746135137.781437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.789177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.793754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.797913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.802919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.807314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.823600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.828402:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+157:2009:x1830954627027712:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3528us (4802us total) trans 4294971758 rc 0/0 00000100:00100000:0.0:1746135137.828415:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1047 00002000:00100000:0.0:1746135137.828426:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0b800 x1830954627027712/t4294971758(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.828435:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b800 with x1830954627027712 ext(0->7) 00010000:00010000:0.0:1746135137.828445:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57bfca3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234356 expref: 157 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.828462:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57bfca3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234356 expref: 157 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.828469:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0b800 00000100:00100000:0.0:1746135137.829368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.834963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.842584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.849270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.849323:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.855681:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627028736 00000100:00100000:0.0:1746135137.855694:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627028736 00002000:00100000:0.0:1746135137.855757:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aefaa00 x1830954627028736/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 488/0 e 0 to 0 dl 1746135148 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.855770:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefaa00 with x1830954627028736 ext(0->4095) 00010000:00010000:0.0:1746135137.855783:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfcb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234364 expref: 156 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.855803:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfcb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234364 expref: 156 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.855812:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aefaa00 00000100:00100000:0.0:1746135137.855882:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1049 00000100:00100000:0.0:1746135137.855894:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+156:2010:x1830954627028736:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135137.856099:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+156:2010:x1830954627028736:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 204us (1138us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135137.856110:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1049 00002000:00100000:0.0:1746135137.856120:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aefaa00 x1830954627028736/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 488/4536 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.856128:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefaa00 with x1830954627028736 ext(0->4095) 00010000:00010000:0.0:1746135137.856135:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfcb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234364 expref: 156 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.856146:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfcb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234364 expref: 156 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.856152:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aefaa00 00000100:00100000:0.0:1746135137.888366:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.888404:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.889705:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+159:2010:x1830954627028992:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1149us (1343us total) trans 4294971759 rc 0/0 00000100:00100000:0.0:1746135137.889710:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1050 00002000:00100000:0.0:1746135137.889715:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0b480 x1830954627028992/t4294971759(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.889722:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b480 with x1830954627028992 ext(0->7) 00010000:00010000:0.0:1746135137.889726:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfcb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234364 expref: 159 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.889735:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfcb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234364 expref: 159 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.889740:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0b480 00000100:00100000:0.0:1746135137.904208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.908626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.912265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.915757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.918834:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.922465:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.932435:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+160:2010:x1830954627030144:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9716us (9955us total) trans 4294971760 rc 0/0 00000100:00100000:0.0:1746135137.932452:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1052 00002000:00100000:0.0:1746135137.932470:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0a300 x1830954627030144/t4294971760(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.932482:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0a300 with x1830954627030144 ext(0->7) 00010000:00010000:0.0:1746135137.932498:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57bfcbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234372 expref: 160 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.933800:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57bfcbf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234372 expref: 160 pid: 9591 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.933811:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0a300 00000100:00100000:0.0:1746135137.939953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.945684:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.949860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.954792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.962245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.967314:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.969722:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+162:2011:x1830954627031296:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1872us (2414us total) trans 4294971761 rc 0/0 00000100:00100000:0.0:1746135137.969731:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1054 00002000:00100000:0.0:1746135137.969739:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b6c9180 x1830954627031296/t4294971761(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.969747:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9180 with x1830954627031296 ext(0->7) 00010000:00010000:0.0:1746135137.969756:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b47b800/0xc3cfcce4a57bfccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234380 expref: 162 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.969772:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b47b800/0xc3cfcce4a57bfccd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234380 expref: 162 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.969779:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b6c9180 00000100:00100000:0.0:1746135137.972826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.977359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.980363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.983186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.985820:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.989044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.990401:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+164:2011:x1830954627032448:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 952us (1360us total) trans 4294971762 rc 0/0 00000100:00100000:0.0:1746135137.990408:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1056 00002000:00100000:0.0:1746135137.990413:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b6cb100 x1830954627032448/t4294971762(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:593/0 lens 496/448 e 0 to 0 dl 1746135148 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135137.990420:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb100 with x1830954627032448 ext(0->7) 00010000:00010000:0.0:1746135137.990425:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57bfcdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823438e expref: 164 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135137.990433:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57bfcdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823438e expref: 164 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135137.990438:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b6cb100 00000100:00100000:0.0:1746135137.992083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.994420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.996320:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135137.999105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.002543:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.002749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.012885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.012924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.015138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.023148:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.027950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.032213:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+167:2010:x1830954627034496:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3943us (4259us total) trans 4294971763 rc 0/0 00000100:00100000:0.0:1746135138.032227:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1058 00002000:00100000:0.0:1746135138.032240:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d062300 x1830954627034496/t4294971763(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.032249:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062300 with x1830954627034496 ext(0->7) 00010000:00010000:0.0:1746135138.032259:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57bfcf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343a3 expref: 167 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.032276:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57bfcf0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343a3 expref: 167 pid: 9591 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.032282:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d062300 00000100:00100000:0.0:1746135138.040730:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.046319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.050269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.052556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.052600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.056787:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.064256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.065353:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+168:2008:x1830954627035776:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 799us (1102us total) trans 4294971764 rc 0/0 00000100:00100000:0.0:1746135138.065361:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1061 00002000:00100000:0.0:1746135138.065366:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009bb7aa00 x1830954627035776/t4294971764(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.065373:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7aa00 with x1830954627035776 ext(0->7) 00010000:00010000:0.0:1746135138.065377:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b47aa00/0xc3cfcce4a57bfcfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343b1 expref: 168 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.065386:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b47aa00/0xc3cfcce4a57bfcfe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343b1 expref: 168 pid: 9591 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.065391:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb7aa00 00000100:00100000:0.0:1746135138.066842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.074426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.078332:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.083586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.083672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.087046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.090611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.097432:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.104776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.110471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.126786:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627037952 00000100:00100000:0.0:1746135138.126798:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627037952 00002000:00100000:0.0:1746135138.126854:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072495c00 x1830954627037952/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:594/0 lens 488/0 e 0 to 0 dl 1746135149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.126864:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495c00 with x1830954627037952 ext(0->4095) 00002000:00010000:0.0:1746135138.126880:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072495c00 00000100:00100000:0.0:1746135138.131809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.136058:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627038336 00000100:00100000:0.0:1746135138.136067:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627038336 00010000:00010000:0.0:1746135138.136097:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880132ed9400/0xc3cfcce4a57bfd1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343cd expref: 6 pid: 9591 timeout: 882 lvb_type: 0 00000100:00100000:0.0:1746135138.136124:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12286 00000100:00100000:0.0:1746135138.136128:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627038336:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135138.136138:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135138.136158:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9400/0xc3cfcce4a57bfd1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343cd expref: 6 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.136275:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880132ed9400/0xc3cfcce4a57bfd1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343cd expref: 6 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.136294:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9400/0xc3cfcce4a57bfd1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343cd expref: 6 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.136316:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135138.136318:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135138.136324:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132ed8c00/0xc3cfcce4a57bfd21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343d4 expref: 171 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.136330:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132ed8c00/0xc3cfcce4a57bfd21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343d4 expref: 171 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.136692:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132ed8c00/0xc3cfcce4a57bfd21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343d4 expref: 170 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.136705:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880132ed8c00/0xc3cfcce4a57bfd21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343d4 expref: 170 pid: 9591 timeout: 882 lvb_type: 0 00000100:00100000:0.0:1746135138.136716:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625467648:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135138.136781:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135138.142068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.152471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.162416:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.166786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.171808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.176080:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.180454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.180521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.185943:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.190678:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.197534:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.201156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.202679:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+174:2011:x1830954627040512:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 847us (1521us total) trans 4294971767 rc 0/0 00000100:00100000:0.0:1746135138.202688:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1068 00002000:00100000:0.0:1746135138.202694:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e90000 x1830954627040512/t4294971767(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.202701:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90000 with x1830954627040512 ext(0->7) 00010000:00010000:0.0:1746135138.202706:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57bfd36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343e9 expref: 174 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.202717:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57bfd36 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343e9 expref: 174 pid: 9591 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.202722:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e90000 00000100:00100000:0.0:1746135138.219404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.220040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.225375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.228446:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.232798:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.238271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.242955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.245626:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+176:2009:x1830954627041664:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2320us (2671us total) trans 4294971768 rc 0/0 00000100:00100000:0.0:1746135138.245662:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1070 00002000:00100000:0.0:1746135138.245676:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e92d80 x1830954627041664/t4294971768(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.245686:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92d80 with x1830954627041664 ext(0->7) 00010000:00010000:0.0:1746135138.245698:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfd44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343f7 expref: 176 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.245716:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfd44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082343f7 expref: 176 pid: 9591 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.245722:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e92d80 00000100:00100000:0.0:1746135138.249346:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.253770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.258196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.260188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.264812:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.270020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.280528:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+179:2011:x1830954627042944:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2723us (3116us total) trans 4294971769 rc 0/0 00000100:00100000:0.0:1746135138.280543:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1072 00002000:00100000:0.0:1746135138.280555:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009aef8700 x1830954627042944/t4294971769(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.280565:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8700 with x1830954627042944 ext(0->7) 00010000:00010000:0.0:1746135138.280576:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57bfd52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234405 expref: 179 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.280596:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57bfd52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234405 expref: 179 pid: 9591 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.280603:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aef8700 00000100:00100000:0.0:1746135138.295892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.304002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.308145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.308214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.311692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.313729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.317078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.319448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.324982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.335471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.339719:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+181:2011:x1830954627044736:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2298us (4244us total) trans 4294971770 rc 0/0 00000100:00100000:0.0:1746135138.339735:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1075 00002000:00100000:0.0:1746135138.339751:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b48b100 x1830954627044736/t4294971770(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.339761:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b100 with x1830954627044736 ext(0->7) 00010000:00010000:0.0:1746135138.339774:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101d400/0xc3cfcce4a57bfd67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823441a expref: 181 pid: 9591 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.339793:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101d400/0xc3cfcce4a57bfd67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823441a expref: 181 pid: 9591 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.339800:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b48b100 00000100:00100000:0.0:1746135138.349626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.354911:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.363304:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.363431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.370224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.372349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.380063:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.395877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.409182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.418497:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.421224:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+182:2010:x1830954627046400:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1173us (2733us total) trans 4294971771 rc 0/0 00000100:00100000:0.0:1746135138.421233:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1077 00002000:00100000:0.0:1746135138.421239:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094671880 x1830954627046400/t4294971771(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.421249:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671880 with x1830954627046400 ext(0->7) 00010000:00010000:0.0:1746135138.421254:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d06b600/0xc3cfcce4a57bfd7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823442f expref: 182 pid: 26641 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.421265:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d06b600/0xc3cfcce4a57bfd7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823442f expref: 182 pid: 26641 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.421271:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094671880 00000100:00100000:0.0:1746135138.433660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.440400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.457048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.462144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.477787:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627047936 00000100:00100000:0.0:1746135138.477791:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627047936 00000100:00100000:0.0:1746135138.478285:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 27990 00000100:00100000:0.0:1746135138.478293:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+185:1165:x1830954627047936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135138.478310:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135138.478329:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfd98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823444b expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.478347:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57bfd91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234444 expref: 186 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.478353:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135138.478354:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135138.478358:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfd98 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823444b expref: 186 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.478380:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57bfd91 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234444 expref: 186 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.478390:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57bfd91 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234444 expref: 186 pid: 26641 timeout: 882 lvb_type: 0 00000100:00100000:0.0:1746135138.478398:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625471232:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135138.478445:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135138.482107:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625471232:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135138.482136:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57bfd98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823444b expref: 184 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.482152:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b750c00, rc 0) 00000100:00100000:0.0:1746135138.482204:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+184:1165:x1830954627047936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3911us (5073us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135138.482212:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 27990 00000100:00100000:0.0:1746135138.485471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.532633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.534446:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+185:2010:x1830954627048448:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 777us (1824us total) trans 4294971772 rc 0/0 00000100:00100000:0.0:1746135138.534454:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1079 00002000:00100000:0.0:1746135138.534460:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60b100 x1830954627048448/t4294971772(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.534467:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b100 with x1830954627048448 ext(0->7) 00010000:00010000:0.0:1746135138.534474:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57bfd91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234444 expref: 185 pid: 26641 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.534484:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57bfd91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234444 expref: 185 pid: 26641 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.534489:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60b100 00000100:00100000:0.0:1746135138.537886:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.539312:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.541702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.544208:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.544377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.547597:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627049472 00000100:00100000:0.0:1746135138.547603:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627049472 00002000:00100000:0.0:1746135138.547676:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009265f100 x1830954627049472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/0 e 0 to 0 dl 1746135149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.547686:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265f100 with x1830954627049472 ext(0->4095) 00010000:00010000:0.0:1746135138.547694:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfd9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234452 expref: 184 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.547706:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfd9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234452 expref: 184 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.547713:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265f100 00000100:00100000:0.0:1746135138.547735:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1081 00000100:00100000:0.0:1746135138.547742:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+184:2011:x1830954627049472:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135138.548038:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+184:2011:x1830954627049472:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 295us (516us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135138.548045:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1081 00002000:00100000:0.0:1746135138.548051:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009265f100 x1830954627049472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.548057:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265f100 with x1830954627049472 ext(0->4095) 00010000:00010000:0.0:1746135138.548062:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfd9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234452 expref: 184 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.548069:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfd9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234452 expref: 184 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.548075:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265f100 00000100:00100000:0.0:1746135138.550306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.552493:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+186:2008:x1830954627049728:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1764us (2194us total) trans 4294971773 rc 0/0 00000100:00100000:0.0:1746135138.552502:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1082 00002000:00100000:0.0:1746135138.552510:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b608e00 x1830954627049728/t4294971773(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.552519:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608e00 with x1830954627049728 ext(0->7) 00010000:00010000:0.0:1746135138.552526:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfd9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234452 expref: 186 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.552539:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfd9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234452 expref: 186 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.552545:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b608e00 00000100:00100000:0.0:1746135138.558309:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.561683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.565505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.569806:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.582819:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.589234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.589878:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.590208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.592695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.594942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.596558:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+189:2008:x1830954627051520:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1250us (1614us total) trans 4294971774 rc 0/0 00000100:00100000:0.0:1746135138.596569:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1084 00002000:00100000:0.0:1746135138.596577:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622a300 x1830954627051520/t4294971774(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.596587:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622a300 with x1830954627051520 ext(0->7) 00010000:00010000:0.0:1746135138.596595:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101d400/0xc3cfcce4a57bfdb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234467 expref: 189 pid: 9590 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.596609:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101d400/0xc3cfcce4a57bfdb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234467 expref: 189 pid: 9590 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.596617:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622a300 00000100:00100000:0.0:1746135138.599255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.605762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.617217:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627052032 00000100:00100000:0.0:1746135138.617341:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627052032 00000100:00100000:0.0:1746135138.624414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.633754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.643377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.646401:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+190:2011:x1830954627052800:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1701us (3018us total) trans 4294971775 rc 0/0 00000100:00100000:0.0:1746135138.646416:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1086 00002000:00100000:0.0:1746135138.646437:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622b480 x1830954627052800/t4294971775(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.646451:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b480 with x1830954627052800 ext(0->7) 00010000:00010000:0.0:1746135138.646467:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b47aa00/0xc3cfcce4a57bfdc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823447c expref: 190 pid: 26641 timeout: 882 lvb_type: 0 00010000:00010000:0.0:1746135138.646493:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b47aa00/0xc3cfcce4a57bfdc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823447c expref: 190 pid: 26641 timeout: 882 lvb_type: 0 00002000:00010000:0.0:1746135138.646503:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622b480 00000100:00100000:0.0:1746135138.649761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.655121:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.662348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.671958:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627053568 00000100:00100000:0.0:1746135138.671969:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627053568 00002000:00100000:0.0:1746135138.672023:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef8a80 x1830954627053568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/0 e 0 to 0 dl 1746135149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.672035:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954627053568 ext(0->4095) 00002000:00010000:0.0:1746135138.672043:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135138.672082:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12366 00000100:00100000:0.0:1746135138.672089:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+190:2011:x1830954627053568:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135138.672382:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+190:2011:x1830954627053568:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 292us (633us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135138.672389:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12366 00002000:00100000:0.0:1746135138.672395:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef8a80 x1830954627053568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746135149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.672401:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954627053568 ext(0->4095) 00002000:00010000:0.0:1746135138.672403:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135138.682177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.682271:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.689977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.690031:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.690075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.694717:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.705311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.708450:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+193:2010:x1830954627054848:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1351us (3142us total) trans 4294971776 rc 0/0 00000100:00100000:0.0:1746135138.708459:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1088 00002000:00100000:0.0:1746135138.708465:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880086228a80 x1830954627054848/t4294971776(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.708472:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228a80 with x1830954627054848 ext(0->7) 00010000:00010000:0.0:1746135138.708479:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b47b800/0xc3cfcce4a57bfdd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823448a expref: 193 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.708490:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b47b800/0xc3cfcce4a57bfdd7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823448a expref: 193 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135138.708499:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086228a80 00000100:00100000:0.0:1746135138.713536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.718965:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.721166:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+192:2010:x1830954627055232:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 857us (2198us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135138.721176:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12368 00002000:00100000:0.0:1746135138.721185:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008622bb80 x1830954627055232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746135149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.721193:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622bb80 with x1830954627055232 ext(0->4095) 00002000:00010000:0.0:1746135138.721198:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008622bb80 00000100:00100000:0.0:1746135138.727582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.740185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.740263:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627055744 00000100:00100000:0.0:1746135138.740269:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627055744 00002000:00100000:0.0:1746135138.740304:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082664000 x1830954627055744/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:594/0 lens 488/0 e 0 to 0 dl 1746135149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.740314:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664000 with x1830954627055744 ext(0->4095) 00010000:00010000:0.0:1746135138.740321:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfde5 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234498 expref: 6 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.740333:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfde5 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234498 expref: 6 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135138.740340:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082664000 00000100:00100000:0.0:1746135138.740362:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1089 00000100:00100000:0.0:1746135138.740372:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627055744:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135138.740518:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627055744:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135138.740525:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1089 00002000:00100000:0.0:1746135138.740531:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082664000 x1830954627055744/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.740537:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664000 with x1830954627055744 ext(0->4095) 00010000:00010000:0.0:1746135138.740542:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfde5 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234498 expref: 6 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.740552:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bfde5 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234498 expref: 6 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135138.740558:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082664000 00000100:00100000:0.0:1746135138.746681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.746912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.753834:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627056128 00000100:00100000:0.0:1746135138.753848:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627056128 00000100:00100000:0.0:1746135138.753928:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28003 00000100:00100000:0.0:1746135138.753942:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627056128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135138.753965:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135138.753994:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013020a200/0xc3cfcce4a57bfdf3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082344a6 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.754034:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57bfdec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823449f expref: 192 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.754049:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135138.754051:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135138.754057:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013020a200/0xc3cfcce4a57bfdf3 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344a6 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.754098:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57bfdec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823449f expref: 192 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135138.754116:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57bfdec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823449f expref: 192 pid: 9590 timeout: 883 lvb_type: 0 00000100:00100000:0.0:1746135138.754130:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082665180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625474176:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135138.754230:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135138.763701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.769489:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+194:2009:x1830954627056512:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4719us (5781us total) trans 4294971777 rc 0/0 00000100:00100000:0.0:1746135138.769511:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1091 00002000:00100000:0.0:1746135138.769526:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082665c00 x1830954627056512/t4294971777(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.769537:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665c00 with x1830954627056512 ext(0->7) 00010000:00010000:0.0:1746135138.769551:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57bfdec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823449f expref: 194 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.769573:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57bfdec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823449f expref: 194 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135138.769588:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082665c00 00000100:00100000:0.0:1746135138.782154:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.782222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.785127:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.795913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.801135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.804361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.808977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.814983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.820515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.823813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.828249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.835573:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.838761:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+199:2008:x1830954627058944:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2695us (3187us total) trans 4294971779 rc 0/0 00000100:00100000:0.0:1746135138.838773:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1095 00002000:00100000:0.0:1746135138.838784:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082665f80 x1830954627058944/t4294971779(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.838792:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665f80 with x1830954627058944 ext(0->7) 00010000:00010000:0.0:1746135138.838800:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d06b600/0xc3cfcce4a57bfe08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344bb expref: 199 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.838817:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d06b600/0xc3cfcce4a57bfe08 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344bb expref: 199 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135138.838827:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082665f80 00000100:00100000:0.0:1746135138.848497:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627059328 00000100:00100000:0.0:1746135138.848504:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627059328 00002000:00100000:0.0:1746135138.848544:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072497800 x1830954627059328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/0 e 0 to 0 dl 1746135149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.848554:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497800 with x1830954627059328 ext(0->4095) 00002000:00010000:0.0:1746135138.848558:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072497800 00000100:00100000:0.0:1746135138.848587:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12371 00000100:00100000:0.0:1746135138.848594:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+198:2011:x1830954627059328:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135138.848764:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+198:2011:x1830954627059328:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 170us (354us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135138.848770:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12371 00002000:00100000:0.0:1746135138.848775:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072497800 x1830954627059328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746135149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.848782:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497800 with x1830954627059328 ext(0->4095) 00002000:00010000:0.0:1746135138.848785:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072497800 00000100:00100000:0.0:1746135138.853275:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.854329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.858171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.858235:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.859305:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627059968 00000100:00100000:0.0:1746135138.859309:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627059968 00010000:00010000:0.0:1746135138.859330:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57bfe0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344c2 expref: 200 pid: 9591 timeout: 883 lvb_type: 0 00000100:00100000:0.0:1746135138.859357:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12321 00000100:00100000:0.0:1746135138.859362:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+200:2010:x1830954627059968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135138.859370:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135138.859382:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57bfe0f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344c2 expref: 200 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.859390:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57bfe0f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344c2 expref: 200 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.859410:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57bfe0f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344c2 expref: 200 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.859764:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135138.862755:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.883720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.892471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.895799:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+200:2010:x1830954627060608:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1430us (3322us total) trans 4294971780 rc 0/0 00000100:00100000:0.0:1746135138.895810:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1097 00002000:00100000:0.0:1746135138.895818:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b131c00 x1830954627060608/t4294971780(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.895826:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131c00 with x1830954627060608 ext(0->7) 00010000:00010000:0.0:1746135138.895834:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57bfe1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344c9 expref: 200 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.895852:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57bfe1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344c9 expref: 200 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135138.895857:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b131c00 00000100:00100000:0.0:1746135138.903624:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.903831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.910014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.916045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.923395:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627061504 00000100:00100000:0.0:1746135138.923403:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627061504 00002000:00100000:0.0:1746135138.923444:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aefb480 x1830954627061504/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/0 e 0 to 0 dl 1746135149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.923454:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefb480 with x1830954627061504 ext(0->4095) 00002000:00010000:0.0:1746135138.923459:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aefb480 00000100:00100000:0.0:1746135138.923485:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12373 00000100:00100000:0.0:1746135138.923492:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+200:2011:x1830954627061504:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135138.923632:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+200:2011:x1830954627061504:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (655us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135138.923660:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12373 00002000:00100000:0.0:1746135138.923666:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aefb480 x1830954627061504/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/4536 e 0 to 0 dl 1746135149 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.923673:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefb480 with x1830954627061504 ext(0->4095) 00002000:00010000:0.0:1746135138.923676:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aefb480 00000100:00100000:0.0:1746135138.927395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.932318:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.933224:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+202:2010:x1830954627061760:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 704us (912us total) trans 4294971781 rc 0/0 00000100:00100000:0.0:1746135138.933231:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1099 00002000:00100000:0.0:1746135138.933237:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b133800 x1830954627061760/t4294971781(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.933244:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133800 with x1830954627061760 ext(0->7) 00010000:00010000:0.0:1746135138.933249:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57bfe2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344de expref: 202 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.933260:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57bfe2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344de expref: 202 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135138.933266:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b133800 00000100:00100000:0.0:1746135138.939279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.944264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.948299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.955285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.960778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.960802:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627062656 00000100:00100000:0.0:1746135138.960808:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627062656 00002000:00100000:0.0:1746135138.960849:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012b131180 x1830954627062656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 488/0 e 0 to 0 dl 1746135149 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.960872:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131180 with x1830954627062656 ext(0->4095) 00002000:00010000:0.0:1746135138.960878:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b131180 00000100:00100000:0.0:1746135138.965081:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.971537:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.974779:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+204:2010:x1830954627062912:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2939us (3247us total) trans 4294971782 rc 0/0 00000100:00100000:0.0:1746135138.974791:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1101 00002000:00100000:0.0:1746135138.974806:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b130e00 x1830954627062912/t4294971782(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:594/0 lens 496/448 e 0 to 0 dl 1746135149 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135138.974815:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130e00 with x1830954627062912 ext(0->7) 00010000:00010000:0.0:1746135138.974824:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57bfe39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344ec expref: 204 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135138.974840:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57bfe39 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344ec expref: 204 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135138.974846:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b130e00 00000100:00100000:0.0:1746135138.977188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.980440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.982415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.988757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135138.997079:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.000996:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.004817:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+206:2011:x1830954627064064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3046us (3810us total) trans 4294971783 rc 0/0 00000100:00100000:0.0:1746135139.004833:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1103 00002000:00100000:0.0:1746135139.004846:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7ec700 x1830954627064064/t4294971783(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.004855:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ec700 with x1830954627064064 ext(0->7) 00010000:00010000:0.0:1746135139.004881:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfe47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344fa expref: 206 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.004900:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57bfe47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082344fa expref: 206 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.004906:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7ec700 00000100:00100000:0.0:1746135139.010322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.021278:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.021336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.021435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.021452:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.021465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.021486:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.021500:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.021516:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627064832 00000100:00100000:0.0:1746135139.021518:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627064832 00000100:00100000:0.0:1746135139.027024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.035609:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627065984 00000100:00100000:0.0:1746135139.035618:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627065984 00002000:00100000:0.0:1746135139.035945:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef9f80 x1830954627065984/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.035956:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef9f80 with x1830954627065984 ext(0->4095) 00010000:00010000:0.0:1746135139.035966:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57bfe55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234508 expref: 207 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.035980:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57bfe55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234508 expref: 207 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.035991:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aef9f80 00000100:00100000:0.0:1746135139.036165:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1104 00000100:00100000:0.0:1746135139.036172:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+207:2010:x1830954627065984:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.036574:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+207:2010:x1830954627065984:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 403us (1298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.036580:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1104 00002000:00100000:0.0:1746135139.036585:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef9f80 x1830954627065984/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.037217:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef9f80 with x1830954627065984 ext(0->4095) 00010000:00010000:0.0:1746135139.037226:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57bfe55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234508 expref: 207 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.037237:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57bfe55 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234508 expref: 207 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.037242:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aef9f80 00000100:00100000:0.0:1746135139.040423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.052349:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.057047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.059267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.066087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.066210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.072737:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.078976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.080601:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+210:2011:x1830954627067520:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 816us (1629us total) trans 4294971785 rc 0/0 00000100:00100000:0.0:1746135139.080608:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1108 00002000:00100000:0.0:1746135139.080615:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880089fb2300 x1830954627067520/t4294971785(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.080623:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb2300 with x1830954627067520 ext(0->7) 00010000:00010000:0.0:1746135139.080629:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514600/0xc3cfcce4a57bfe63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234516 expref: 210 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.080655:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514600/0xc3cfcce4a57bfe63 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234516 expref: 210 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.080661:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089fb2300 00000100:00100000:0.0:1746135139.085161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.097847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.106822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.106902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.115061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.116093:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627068544 00000100:00100000:0.0:1746135139.116099:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627068544 00002000:00100000:0.0:1746135139.116135:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072497100 x1830954627068544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.116143:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497100 with x1830954627068544 ext(0->4095) 00010000:00010000:0.0:1746135139.116150:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1800/0xc3cfcce4a57bfe71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823452b expref: 211 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.116162:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1800/0xc3cfcce4a57bfe71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823452b expref: 211 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.116168:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072497100 00000100:00100000:0.0:1746135139.116193:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1109 00000100:00100000:0.0:1746135139.116199:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+211:2010:x1830954627068544:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.116329:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+211:2010:x1830954627068544:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.116335:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1109 00002000:00100000:0.0:1746135139.116340:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072497100 x1830954627068544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.116347:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497100 with x1830954627068544 ext(0->4095) 00010000:00010000:0.0:1746135139.116351:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1800/0xc3cfcce4a57bfe71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823452b expref: 211 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.116359:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1800/0xc3cfcce4a57bfe71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823452b expref: 211 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.116364:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072497100 00000100:00100000:0.0:1746135139.124591:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.124705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.135736:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627069056 00000100:00100000:0.0:1746135139.135744:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627069056 00002000:00100000:0.0:1746135139.135785:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009265df80 x1830954627069056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.135794:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265df80 with x1830954627069056 ext(0->4095) 00010000:00010000:0.0:1746135139.135801:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514400/0xc3cfcce4a57bfe78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234524 expref: 210 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.135815:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514400/0xc3cfcce4a57bfe78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234524 expref: 210 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.135822:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265df80 00000100:00100000:0.0:1746135139.135845:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1110 00000100:00100000:0.0:1746135139.135851:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+210:2011:x1830954627069056:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.135985:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+210:2011:x1830954627069056:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (843us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.135992:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1110 00002000:00100000:0.0:1746135139.135997:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009265df80 x1830954627069056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.136005:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265df80 with x1830954627069056 ext(0->4095) 00010000:00010000:0.0:1746135139.136009:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514400/0xc3cfcce4a57bfe78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234524 expref: 210 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.136018:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514400/0xc3cfcce4a57bfe78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234524 expref: 210 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.136024:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265df80 00000100:00100000:0.0:1746135139.145948:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627069312 00000100:00100000:0.0:1746135139.145960:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627069312 00002000:00100000:0.0:1746135139.146018:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072495f80 x1830954627069312/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.146028:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495f80 with x1830954627069312 ext(0->7) 00010000:00010000:0.0:1746135139.146039:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514400/0xc3cfcce4a57bfe78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234524 expref: 210 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.146053:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514400/0xc3cfcce4a57bfe78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234524 expref: 210 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.146061:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072495f80 00000100:00100000:0.0:1746135139.146094:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1111 00000100:00100000:0.0:1746135139.146101:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+210:2010:x1830954627069312:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.148217:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+212:2010:x1830954627069312:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2108us (3169us total) trans 4294971786 rc 0/0 00000100:00100000:0.0:1746135139.148227:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1111 00002000:00100000:0.0:1746135139.148235:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072495f80 x1830954627069312/t4294971786(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.148243:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495f80 with x1830954627069312 ext(0->7) 00010000:00010000:0.0:1746135139.148250:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514400/0xc3cfcce4a57bfe78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234524 expref: 212 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.148264:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514400/0xc3cfcce4a57bfe78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234524 expref: 212 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.148269:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072495f80 00000100:00100000:0.0:1746135139.161442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.165110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.165817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.169890:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.173810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.175520:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.177014:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+215:2011:x1830954627070592:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 985us (1490us total) trans 4294971787 rc 0/0 00000100:00100000:0.0:1746135139.177024:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1114 00002000:00100000:0.0:1746135139.177030:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4ca680 x1830954627070592/t4294971787(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.177036:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4ca680 with x1830954627070592 ext(0->7) 00010000:00010000:0.0:1746135139.177045:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515e00/0xc3cfcce4a57bfe86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234539 expref: 215 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.177058:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515e00/0xc3cfcce4a57bfe86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234539 expref: 215 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.177064:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4ca680 00000100:00100000:0.0:1746135139.179257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.183721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.190454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.193919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.196840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.197576:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009265f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625479936:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135139.197598:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57bfe9b lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823454e expref: 215 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.197610:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9a00, rc 0) 00000100:00100000:0.0:1746135139.197632:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+215:1164:x1830954627071232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3262us (3725us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135139.197673:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28027 00000100:00100000:0.0:1746135139.198925:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.199495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.199520:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627071744 00000100:00100000:0.0:1746135139.199523:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627071744 00010000:00010000:0.0:1746135139.199541:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57bfe94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234547 expref: 6 pid: 9591 timeout: 883 lvb_type: 0 00000100:00100000:0.0:1746135139.199622:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12340 00000100:00100000:0.0:1746135139.199629:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627071744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135139.199637:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135139.199748:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57bfe94 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234547 expref: 6 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.199758:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57bfe94 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234547 expref: 6 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.199770:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57bfe94 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234547 expref: 6 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.199785:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135139.199787:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135139.199794:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57bfe9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823454e expref: 213 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.199801:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57bfe9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823454e expref: 213 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.199834:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57bfe9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823454e expref: 213 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135139.199845:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625480064:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135139.199888:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135139.203811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.208697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.212024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.213723:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+216:2011:x1830954627072256:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 883us (1700us total) trans 4294971788 rc 0/0 00000100:00100000:0.0:1746135139.213730:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1116 00002000:00100000:0.0:1746135139.213737:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4c9c00 x1830954627072256/t4294971788(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.213744:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9c00 with x1830954627072256 ext(0->7) 00010000:00010000:0.0:1746135139.213752:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57bfe9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823454e expref: 216 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.213765:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57bfe9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823454e expref: 216 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.213771:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4c9c00 00000100:00100000:0.0:1746135139.215923:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.219618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.225674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.228315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.230461:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627073152 00000100:00100000:0.0:1746135139.230469:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627073152 00002000:00100000:0.0:1746135139.230510:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094673800 x1830954627073152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.230518:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673800 with x1830954627073152 ext(0->4095) 00010000:00010000:0.0:1746135139.230523:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57bfea9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823455c expref: 218 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.230532:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57bfea9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823455c expref: 218 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.230538:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094673800 00000100:00100000:0.0:1746135139.231816:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1117 00000100:00100000:0.0:1746135139.231828:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+218:2011:x1830954627073152:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.232043:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+218:2011:x1830954627073152:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 217us (1944us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.232049:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1117 00002000:00100000:0.0:1746135139.232055:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094673800 x1830954627073152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.232062:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673800 with x1830954627073152 ext(0->4095) 00010000:00010000:0.0:1746135139.232068:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57bfea9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823455c expref: 218 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.232077:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57bfea9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823455c expref: 218 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.232086:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094673800 00000100:00100000:0.0:1746135139.235250:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.235816:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627073408 00000100:00100000:0.0:1746135139.235819:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627073408 00000100:00100000:0.0:1746135139.235838:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28031 00000100:00100000:0.0:1746135139.235843:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627073408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135139.235855:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135139.235872:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57bfeb7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823456a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.235885:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135139.235890:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57bfeb0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234563 expref: 216 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.235894:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135139.235897:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57bfeb7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823456a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.235927:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57bfeb0 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234563 expref: 216 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.235937:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57bfeb7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823456a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.235944:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095aa3200, rc 0) 00000100:00100000:0.0:1746135139.235974:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627073408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135139.235979:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28031 00000100:00100000:0.0:1746135139.236415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.240386:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.242836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.246196:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+218:2008:x1830954627074048:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2922us (3355us total) trans 4294971789 rc 0/0 00000100:00100000:0.0:1746135139.246212:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1119 00002000:00100000:0.0:1746135139.246227:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d8bd180 x1830954627074048/t4294971789(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.246237:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bd180 with x1830954627074048 ext(0->7) 00010000:00010000:0.0:1746135139.246249:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57bfeb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234563 expref: 218 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.246273:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57bfeb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234563 expref: 218 pid: 9591 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.246279:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d8bd180 00000100:00100000:0.0:1746135139.250085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.258300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.258362:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627074432 00000100:00100000:0.0:1746135139.258370:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627074432 00002000:00100000:0.0:1746135139.258408:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a620380 x1830954627074432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.258418:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620380 with x1830954627074432 ext(0->4095) 00002000:00010000:0.0:1746135139.258422:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a620380 00000100:00100000:0.0:1746135139.258457:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12381 00000100:00100000:0.0:1746135139.258465:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627074432:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.258629:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627074432:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 164us (329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.258636:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12381 00002000:00100000:0.0:1746135139.258663:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a620380 x1830954627074432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.258669:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620380 with x1830954627074432 ext(0->4095) 00002000:00010000:0.0:1746135139.258672:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a620380 00000100:00100000:0.0:1746135139.260330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.269489:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.277832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.279153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.285100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.288446:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094671f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625481216:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135139.288482:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bfec5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234578 expref: 218 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.288493:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514c00, rc 0) 00000100:00100000:0.0:1746135139.288515:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+218:1164:x1830954627074688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8679us (9367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135139.288523:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28033 00000100:00100000:0.0:1746135139.288541:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627075456 00000100:00100000:0.0:1746135139.288544:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627075456 00000100:00100000:0.0:1746135139.288565:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28034 00000100:00100000:0.0:1746135139.288570:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+218:1165:x1830954627075456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135139.288585:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135139.288598:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57bfecc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823457f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.288614:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135139.288620:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bfec5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234578 expref: 219 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.288626:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135139.288628:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57bfecc lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823457f expref: 219 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.288683:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bfec5 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234578 expref: 219 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.288693:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57bfecc lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823457f expref: 219 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.288699:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095aa3600, rc 0) 00000100:00100000:0.0:1746135139.288712:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+219:1165:x1830954627075456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135139.288717:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28034 00000100:00100000:0.0:1746135139.295533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.299890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.301402:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+221:2008:x1830954627076096:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1151us (1516us total) trans 4294971790 rc 0/0 00000100:00100000:0.0:1746135139.301415:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1121 00002000:00100000:0.0:1746135139.301422:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a621500 x1830954627076096/t4294971790(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.301430:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a621500 with x1830954627076096 ext(0->7) 00010000:00010000:0.0:1746135139.301437:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bfec5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234578 expref: 221 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.301449:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bfec5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234578 expref: 221 pid: 9591 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.301456:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a621500 00000100:00100000:0.0:1746135139.313689:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.326238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.332836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.335962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.336021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.341145:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.345931:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.347421:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+222:2009:x1830954627077376:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1049us (1503us total) trans 4294971791 rc 0/0 00000100:00100000:0.0:1746135139.347430:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1124 00002000:00100000:0.0:1746135139.347437:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094745f80 x1830954627077376/t4294971791(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.347444:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094745f80 with x1830954627077376 ext(0->7) 00010000:00010000:0.0:1746135139.347450:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bfed3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234586 expref: 222 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.347464:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bfed3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234586 expref: 222 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.347471:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094745f80 00000100:00100000:0.0:1746135139.349177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.353139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.359635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.362918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.367926:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.368428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.375841:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.375883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.375923:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.381808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.396627:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627079680 00000100:00100000:0.0:1746135139.396637:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627079680 00002000:00100000:0.0:1746135139.396721:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072496d80 x1830954627079680/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.396731:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496d80 with x1830954627079680 ext(0->7) 00010000:00010000:0.0:1746135139.396742:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380600/0xc3cfcce4a57bfee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823459b expref: 223 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.396757:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380600/0xc3cfcce4a57bfee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823459b expref: 223 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.396765:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072496d80 00000100:00100000:0.0:1746135139.396785:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1127 00000100:00100000:0.0:1746135139.396792:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+223:2009:x1830954627079680:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.397747:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+225:2009:x1830954627079680:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 950us (1205us total) trans 4294971792 rc 0/0 00000100:00100000:0.0:1746135139.397756:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1127 00002000:00100000:0.0:1746135139.397763:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072496d80 x1830954627079680/t4294971792(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.397771:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496d80 with x1830954627079680 ext(0->7) 00010000:00010000:0.0:1746135139.397777:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380600/0xc3cfcce4a57bfee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823459b expref: 225 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.397789:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380600/0xc3cfcce4a57bfee8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823459b expref: 225 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.397796:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072496d80 00000100:00100000:0.0:1746135139.403000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.408816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.412002:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072494700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625483008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135139.412051:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135139.412390:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094670e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625482880:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135139.412408:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135139.412448:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+225:2011:x1830954627079936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3471us (3653us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135139.412461:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12352 00000100:00100000:0.0:1746135139.413506:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072494700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625483008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135139.413557:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627080192 00000100:00100000:0.0:1746135139.413560:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627080192 00000100:00100000:0.0:1746135139.418711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.418779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.418810:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627080448 00000100:00100000:0.0:1746135139.418819:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627080448 00010000:00010000:0.0:1746135139.418873:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57bfeef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a2 expref: 225 pid: 9591 timeout: 883 lvb_type: 0 00000100:00100000:0.0:1746135139.418913:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12353 00000100:00100000:0.0:1746135139.418922:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+225:2008:x1830954627080448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135139.418935:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135139.418953:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57bfeef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a2 expref: 225 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.418964:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57bfeef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a2 expref: 225 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.418983:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57bfeef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a2 expref: 225 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.418998:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135139.419000:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135139.419006:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bfef6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a9 expref: 224 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.419014:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bfef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a9 expref: 224 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.419051:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bfef6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a9 expref: 224 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135139.419062:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d049180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625483136:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135139.419129:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135139.428898:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d049180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625483136:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135139.428913:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135139.428933:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+224:2008:x1830954627080448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 10013us (10154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135139.428940:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12353 00000100:00100000:0.0:1746135139.430635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.433851:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+226:2010:x1830954627080960:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2852us (3206us total) trans 4294971793 rc 0/0 00000100:00100000:0.0:1746135139.433873:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1130 00002000:00100000:0.0:1746135139.433884:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d049180 x1830954627080960/t4294971793(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.433893:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049180 with x1830954627080960 ext(0->7) 00010000:00010000:0.0:1746135139.433904:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bfef6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a9 expref: 226 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.433921:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bfef6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345a9 expref: 226 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.433928:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d049180 00000100:00100000:0.0:1746135139.441889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.442983:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746135139.442989:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625483776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746135139.443009:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746135139.444368:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135139.445113:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.451797:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.460138:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625483904 00000100:00100000:0.0:1746135139.460146:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625483904 00000100:00100000:0.0:1746135139.460273:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1746135139.460281:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954625483904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746135139.460306:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 8437760 granted 988478272 pending 0 free 3920187392 avail 3688665088 00000100:00100000:0.0:1746135139.460343:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954625483904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135139.460349:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1746135139.460940:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627081600 00000100:00100000:0.0:1746135139.460944:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627081600 00000100:00100000:0.0:1746135139.461095:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28043 00000100:00100000:0.0:1746135139.461102:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+226:1164:x1830954627081600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135139.461111:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135139.461125:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095aa2800/0xc3cfcce4a57bff0b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082345be expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.461152:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d380200/0xc3cfcce4a57bfefd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345b0 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.461160:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d381c00/0xc3cfcce4a57bff04 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345b7 expref: 227 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.461167:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135139.461169:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135139.461173:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa2800/0xc3cfcce4a57bff0b lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345be expref: 227 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.461206:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d381c00/0xc3cfcce4a57bff04 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345b7 expref: 227 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.461218:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d381c00/0xc3cfcce4a57bff04 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345b7 expref: 227 pid: 26641 timeout: 883 lvb_type: 0 00000100:00100000:0.0:1746135139.461227:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d049c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625484032:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135139.461404:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d380200/0xc3cfcce4a57bfefd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345b0 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135139.461414:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d380200/0xc3cfcce4a57bfefd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345b0 expref: 5 pid: 26641 timeout: 883 lvb_type: 0 00000100:00100000:0.0:1746135139.461422:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d04aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625484160:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135139.461442:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135139.473376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.473439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.478245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.480000:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28044 00000100:00100000:0.0:1746135139.481297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.484905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.486503:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+229:2009:x1830954627082752:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1408us (1595us total) trans 4294971794 rc 0/0 00000100:00100000:0.0:1746135139.486513:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1132 00002000:00100000:0.0:1746135139.486522:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d04aa00 x1830954627082752/t4294971794(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.486530:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04aa00 with x1830954627082752 ext(0->7) 00010000:00010000:0.0:1746135139.486537:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2800/0xc3cfcce4a57bff0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345be expref: 229 pid: 9590 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.486549:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2800/0xc3cfcce4a57bff0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345be expref: 229 pid: 9590 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.486555:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d04aa00 00000001:00080000:0.0:1746135139.492693:0:9588:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294971794 is committed 00000100:00100000:0.0:1746135139.495449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.503781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.509716:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.509804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.509826:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627083648 00000100:00100000:0.0:1746135139.509835:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627083648 00002000:00100000:0.0:1746135139.509880:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094747b80 x1830954627083648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.509889:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094747b80 with x1830954627083648 ext(0->4095) 00002000:00010000:0.0:1746135139.509893:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094747b80 00000100:00100000:0.0:1746135139.509911:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12391 00000100:00100000:0.0:1746135139.509918:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627083648:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.510037:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627083648:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.510042:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12391 00002000:00100000:0.0:1746135139.510047:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094747b80 x1830954627083648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.510053:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094747b80 with x1830954627083648 ext(0->4095) 00002000:00010000:0.0:1746135139.510056:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094747b80 00000100:00100000:0.0:1746135139.513077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.516498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.521069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.521119:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.525006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.529045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.534788:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954627084800:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5473us (5736us total) trans 4294971795 rc 0/0 00000100:00100000:0.0:1746135139.534801:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1135 00002000:00100000:0.0:1746135139.534815:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a516d80 x1830954627084800/t4294971795(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.534824:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a516d80 with x1830954627084800 ext(0->7) 00010000:00010000:0.0:1746135139.534836:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bff20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345d3 expref: 8 pid: 26641 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.534853:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bff20 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345d3 expref: 8 pid: 26641 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.534872:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a516d80 00000100:00100000:0.0:1746135139.541270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.543255:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.543284:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627085184 00000100:00100000:0.0:1746135139.543290:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627085184 00002000:00100000:0.0:1746135139.543326:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a517100 x1830954627085184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.543335:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517100 with x1830954627085184 ext(0->4095) 00002000:00010000:0.0:1746135139.543340:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a517100 00000100:00100000:0.0:1746135139.543369:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12392 00000100:00100000:0.0:1746135139.543374:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627085184:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.543478:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627085184:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.543483:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12392 00002000:00100000:0.0:1746135139.543488:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a517100 x1830954627085184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.543494:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517100 with x1830954627085184 ext(0->4095) 00002000:00010000:0.0:1746135139.543497:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a517100 00000100:00100000:0.0:1746135139.548170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.548222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.552932:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.556031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.560094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.562906:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.568361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.576311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.584498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.584544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.589570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.594009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.594078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.600393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.603994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.611780:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954627088384:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7239us (7783us total) trans 4294971797 rc 0/0 00000100:00100000:0.0:1746135139.611795:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1141 00002000:00100000:0.0:1746135139.611810:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130620380 x1830954627088384/t4294971797(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.611820:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620380 with x1830954627088384 ext(0->7) 00010000:00010000:0.0:1746135139.611831:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bff4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345fd expref: 12 pid: 9592 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.611848:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57bff4a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082345fd expref: 12 pid: 9592 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.611864:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620380 00000100:00100000:0.0:1746135139.615497:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.618330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.627107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.631069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.637182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.638191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.642984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.645563:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.645968:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.650497:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.657314:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.659705:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954627090432:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2159us (2396us total) trans 4294971798 rc 0/0 00000100:00100000:0.0:1746135139.659715:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1144 00002000:00100000:0.0:1746135139.659724:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61e8a80 x1830954627090432/t4294971798(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.659732:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8a80 with x1830954627090432 ext(0->7) 00010000:00010000:0.0:1746135139.659740:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515800/0xc3cfcce4a57bff5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234612 expref: 15 pid: 9591 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.659755:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515800/0xc3cfcce4a57bff5f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234612 expref: 15 pid: 9591 timeout: 883 lvb_type: 0 00002000:00010000:0.0:1746135139.659761:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61e8a80 00000100:00100000:0.0:1746135139.661366:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.666318:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094744700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625487104:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135139.666335:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135139.666357:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2008:x1830954627090560:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3515us (5000us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135139.666365:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12369 00000100:00100000:0.0:1746135139.675279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.675329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.679902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.684681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.695560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.704367:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627091712:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8344us (8801us total) trans 4294971799 rc 0/0 00000100:00100000:0.0:1746135139.704380:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1146 00002000:00100000:0.0:1746135139.704391:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61e9880 x1830954627091712/t4294971799(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.704401:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9880 with x1830954627091712 ext(0->7) 00010000:00010000:0.0:1746135139.704411:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d06a400/0xc3cfcce4a57bff6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234620 expref: 16 pid: 9592 timeout: 883 lvb_type: 0 00010000:00010000:0.0:1746135139.704427:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d06a400/0xc3cfcce4a57bff6d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234620 expref: 16 pid: 9592 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.704434:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61e9880 00000100:00100000:0.0:1746135139.706371:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.707632:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28059 00000100:00100000:0.0:1746135139.710025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.714221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.717595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.725570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.731616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.737586:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.739302:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954627092864:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1294us (1721us total) trans 4294971800 rc 0/0 00000100:00100000:0.0:1746135139.739316:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1148 00002000:00100000:0.0:1746135139.739324:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61ead80 x1830954627092864/t4294971800(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.739334:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ead80 with x1830954627092864 ext(0->7) 00010000:00010000:0.0:1746135139.739341:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514000/0xc3cfcce4a57bff7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823462e expref: 18 pid: 9590 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135139.739354:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514000/0xc3cfcce4a57bff7b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823462e expref: 18 pid: 9590 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.739361:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61ead80 00000100:00100000:0.0:1746135139.746706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.758556:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627093248 00000100:00100000:0.0:1746135139.758563:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627093248 00002000:00100000:0.0:1746135139.758602:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007d04b800 x1830954627093248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.758611:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b800 with x1830954627093248 ext(0->4095) 00002000:00010000:0.0:1746135139.758616:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d04b800 00000100:00100000:0.0:1746135139.758636:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12398 00000100:00100000:0.0:1746135139.758658:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627093248:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.758789:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627093248:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.758796:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12398 00002000:00100000:0.0:1746135139.758801:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88007d04b800 x1830954627093248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.758808:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b800 with x1830954627093248 ext(0->4095) 00002000:00010000:0.0:1746135139.758811:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d04b800 00000100:00100000:0.0:1746135139.762348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.764920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.780004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.787397:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2008:x1830954627094144:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5845us (7398us total) trans 4294971801 rc 0/0 00000100:00100000:0.0:1746135139.787408:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1150 00002000:00100000:0.0:1746135139.787419:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60c380 x1830954627094144/t4294971801(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.787427:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c380 with x1830954627094144 ext(0->7) 00010000:00010000:0.0:1746135139.787435:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d06be00/0xc3cfcce4a57bff89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823463c expref: 21 pid: 9592 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135139.787451:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d06be00/0xc3cfcce4a57bff89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823463c expref: 21 pid: 9592 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.787458:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60c380 00000100:00100000:0.0:1746135139.794777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.798092:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.805139:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627094656 00000100:00100000:0.0:1746135139.805151:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627094656 00002000:00100000:0.0:1746135139.805195:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072494380 x1830954627094656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.805205:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494380 with x1830954627094656 ext(0->4095) 00010000:00010000:0.0:1746135139.805216:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bff90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234643 expref: 22 pid: 9590 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135139.805231:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bff90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234643 expref: 22 pid: 9590 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.805237:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072494380 00000100:00100000:0.0:1746135139.805280:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1151 00000100:00100000:0.0:1746135139.805287:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954627094656:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135139.805443:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954627094656:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 156us (1315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135139.805449:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1151 00002000:00100000:0.0:1746135139.805455:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072494380 x1830954627094656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/4536 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.805462:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494380 with x1830954627094656 ext(0->4095) 00010000:00010000:0.0:1746135139.805466:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bff90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234643 expref: 22 pid: 9590 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135139.805476:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57bff90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234643 expref: 22 pid: 9590 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.805481:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072494380 00000100:00100000:0.0:1746135139.809466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.809919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.815533:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.818144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.819286:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2009:x1830954627095424:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 830us (1146us total) trans 4294971802 rc 0/0 00000100:00100000:0.0:1746135139.819294:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1153 00002000:00100000:0.0:1746135139.819300:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60d500 x1830954627095424/t4294971802(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.819308:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d500 with x1830954627095424 ext(0->7) 00010000:00010000:0.0:1746135139.819313:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57bff97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823464a expref: 22 pid: 9592 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135139.819322:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57bff97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823464a expref: 22 pid: 9592 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.819327:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60d500 00000100:00100000:0.0:1746135139.821004:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.824516:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.827152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.829773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.833295:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.833600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.837847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.840073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.840158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.843087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.850224:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2009:x1830954627097472:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 830us (1019us total) trans 4294971803 rc 0/0 00000100:00100000:0.0:1746135139.850231:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1156 00002000:00100000:0.0:1746135139.850237:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072497b80 x1830954627097472/t4294971803(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.850243:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497b80 with x1830954627097472 ext(0->7) 00010000:00010000:0.0:1746135139.850248:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57bffac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823465f expref: 25 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135139.850256:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57bffac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823465f expref: 25 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.850261:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072497b80 00000100:00100000:0.0:1746135139.861030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.866012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.866059:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627097984 00000100:00100000:0.0:1746135139.866063:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627097984 00002000:00100000:0.0:1746135139.866093:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae68a80 x1830954627097984/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 488/0 e 0 to 0 dl 1746135150 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.866103:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68a80 with x1830954627097984 ext(0->4095) 00010000:00010000:0.0:1746135139.866110:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bffb3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234666 expref: 26 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135139.866120:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bffb3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234666 expref: 26 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.866126:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae68a80 00000100:00100000:0.0:1746135139.869354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.869400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.872813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.887526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.887615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.894121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.897066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.899446:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.903373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.924026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.936508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.941770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.950231:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.956892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.962700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.968815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.980620:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.992790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135139.998434:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954627101056:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5217us (5648us total) trans 4294971806 rc 0/0 00000100:00100000:0.0:1746135139.998456:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1163 00002000:00100000:0.0:1746135139.998480:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4eed80 x1830954627101056/t4294971806(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:595/0 lens 496/448 e 0 to 0 dl 1746135150 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135139.998494:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eed80 with x1830954627101056 ext(0->7) 00010000:00010000:0.0:1746135139.998510:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101c600/0xc3cfcce4a57bffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234689 expref: 30 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135139.998534:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101c600/0xc3cfcce4a57bffd6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234689 expref: 30 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135139.998549:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4eed80 00000100:00100000:0.0:1746135140.003467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.017220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.017261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.024838:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.041222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.057327:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2011:x1830954627102336:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1286us (4682us total) trans 4294971807 rc 0/0 00000100:00100000:0.0:1746135140.057336:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1165 00002000:00100000:0.0:1746135140.057347:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009265ea00 x1830954627102336/t4294971807(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.057356:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265ea00 with x1830954627102336 ext(0->7) 00010000:00010000:0.0:1746135140.057369:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bffe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234697 expref: 33 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.057386:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57bffe4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234697 expref: 33 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.057394:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265ea00 00000100:00100000:0.0:1746135140.062410:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.065900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.068560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.076248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.077207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.079729:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.079758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.079791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.085902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.095678:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.097318:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2010:x1830954627104128:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1504us (1640us total) trans 4294971808 rc 0/0 00000100:00100000:0.0:1746135140.097328:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1167 00002000:00100000:0.0:1746135140.097335:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b5c3800 x1830954627104128/t4294971808(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.097343:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3800 with x1830954627104128 ext(0->7) 00010000:00010000:0.0:1746135140.097350:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380c00/0xc3cfcce4a57bfff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346ac expref: 35 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.097363:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380c00/0xc3cfcce4a57bfff9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346ac expref: 35 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.097369:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5c3800 00000100:00100000:0.0:1746135140.107378:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.112466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.115772:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.116050:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.120264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.122396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.124901:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.126616:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954627105408:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1200us (1721us total) trans 4294971809 rc 0/0 00000100:00100000:0.0:1746135140.126624:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1169 00002000:00100000:0.0:1746135140.126632:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b5c1f80 x1830954627105408/t4294971809(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.126655:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1f80 with x1830954627105408 ext(0->7) 00010000:00010000:0.0:1746135140.126661:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57c0007 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346ba expref: 36 pid: 9592 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.126672:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57c0007 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346ba expref: 36 pid: 9592 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.126677:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5c1f80 00000100:00100000:0.0:1746135140.128335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.132332:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.136254:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.138040:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.138361:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.141221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.141336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.141379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.141402:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627106560 00000100:00100000:0.0:1746135140.141410:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627106560 00010000:00010000:0.0:1746135140.141442:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c000e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346c1 expref: 7 pid: 9590 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746135140.141459:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627106432 00000100:00100000:0.0:1746135140.141460:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627106432 00010000:00010000:0.0:1746135140.142181:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c0015 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346c8 expref: 38 pid: 9592 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746135140.142202:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12395 00000100:00100000:0.0:1746135140.142205:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2008:x1830954627106432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135140.142211:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135140.142219:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c0015 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346c8 expref: 38 pid: 9592 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.142228:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c0015 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346c8 expref: 38 pid: 9592 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.142240:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c0015 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346c8 expref: 37 pid: 9592 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.142257:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.142258:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.142264:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c001c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346cf expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.142270:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c001c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346cf expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.142416:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c001c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346cf expref: 36 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.142429:0:10938:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c001c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346cf expref: 36 pid: 9592 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746135140.142444:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d932a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625493504:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135140.142505:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135140.146836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.150841:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.152014:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954627107200:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 930us (1183us total) trans 4294971810 rc 0/0 00000100:00100000:0.0:1746135140.152020:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1171 00002000:00100000:0.0:1746135140.152026:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d933100 x1830954627107200/t4294971810(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.152032:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933100 with x1830954627107200 ext(0->7) 00010000:00010000:0.0:1746135140.152036:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c001c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346cf expref: 38 pid: 9592 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.152045:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c001c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346cf expref: 38 pid: 9592 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.152050:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d933100 00000100:00100000:0.0:1746135140.154069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135140.156703:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135140.159547:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627107584 00000100:00100000:0.0:1746135140.159561:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627107584 00002000:00100000:0.0:1746135140.159601:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072496680 x1830954627107584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.159610:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496680 with x1830954627107584 ext(0->4095) 00002000:00010000:0.0:1746135140.159620:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072496680 00000100:00100000:0.0:1746135140.159687:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12410 00000100:00100000:0.0:1746135140.159693:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627107584:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.159813:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627107584:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (368us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.159819:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12410 00002000:00100000:0.0:1746135140.159823:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072496680 x1830954627107584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.159829:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496680 with x1830954627107584 ext(0->4095) 00002000:00010000:0.0:1746135140.159832:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072496680 00000100:00100000:0.0:1746135140.162140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.165110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.171216:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.172736:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.182149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.183676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.190693:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.201337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.203953:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2010:x1830954627109248:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2317us (2617us total) trans 4294971811 rc 0/0 00000100:00100000:0.0:1746135140.203964:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1173 00002000:00100000:0.0:1746135140.203975:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800944b3800 x1830954627109248/t4294971811(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.203982:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b3800 with x1830954627109248 ext(0->7) 00010000:00010000:0.0:1746135140.203991:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c0031 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346e4 expref: 41 pid: 9592 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.204005:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c0031 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346e4 expref: 41 pid: 9592 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.204011:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b3800 00000100:00100000:0.0:1746135140.206036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.215006:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627109632 00000100:00100000:0.0:1746135140.215020:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627109632 00002000:00100000:0.0:1746135140.215072:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880089fb0a80 x1830954627109632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.215087:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0a80 with x1830954627109632 ext(0->4095) 00002000:00010000:0.0:1746135140.215092:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089fb0a80 00000100:00100000:0.0:1746135140.215114:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12413 00000100:00100000:0.0:1746135140.215120:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2009:x1830954627109632:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.215267:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2009:x1830954627109632:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (4405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.215274:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12413 00002000:00100000:0.0:1746135140.215279:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880089fb0a80 x1830954627109632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.215285:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0a80 with x1830954627109632 ext(0->4095) 00002000:00010000:0.0:1746135140.215288:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089fb0a80 00000100:00100000:0.0:1746135140.216972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.221333:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.228708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.248771:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.257793:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.259551:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.259597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.264965:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.272632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.279881:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2008:x1830954627111296:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6236us (7255us total) trans 4294971812 rc 0/0 00000100:00100000:0.0:1746135140.279893:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1175 00002000:00100000:0.0:1746135140.279903:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800944b2a00 x1830954627111296/t4294971812(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.279911:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2a00 with x1830954627111296 ext(0->7) 00010000:00010000:0.0:1746135140.279920:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c0046 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346f9 expref: 43 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.279935:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c0046 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082346f9 expref: 43 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.279942:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b2a00 00000100:00100000:0.0:1746135140.283363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.288174:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.294065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.303735:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627112192 00000100:00100000:0.0:1746135140.303738:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627112192 00000100:00100000:0.0:1746135140.303776:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28091 00000100:00100000:0.0:1746135140.303781:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1164:x1830954627112192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135140.303791:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135140.303811:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c005b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823470e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.303837:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c004d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234700 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.303843:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094514600/0xc3cfcce4a57c0054 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234707 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.303858:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.303859:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.303862:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c005b lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823470e expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.303893:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094514600/0xc3cfcce4a57c0054 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234707 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.304022:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094514600/0xc3cfcce4a57c0054 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234707 expref: 5 pid: 9591 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746135140.304035:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625495040:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135140.304118:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c004d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234700 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.304126:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c004d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234700 expref: 43 pid: 9591 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746135140.304133:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625495168:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135140.304152:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135140.306169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.307102:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.307130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.311471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.317708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.319399:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2008:x1830954627113088:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1353us (1691us total) trans 4294971813 rc 0/0 00000100:00100000:0.0:1746135140.319409:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1177 00002000:00100000:0.0:1746135140.319419:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800855b7800 x1830954627113088/t4294971813(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.319427:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7800 with x1830954627113088 ext(0->7) 00010000:00010000:0.0:1746135140.319435:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c005b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823470e expref: 45 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.319448:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c005b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823470e expref: 45 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.319453:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855b7800 00000100:00100000:0.0:1746135140.323758:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.328820:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072495180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625495552:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135140.328837:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135140.328888:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2009:x1830954627113216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4791us (5137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135140.328897:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12405 00000100:00100000:0.0:1746135140.332706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.336443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.341717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.341801:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.341828:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627114112 00000100:00100000:0.0:1746135140.341834:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627114112 00010000:00010000:0.0:1746135140.341877:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c0062 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234715 expref: 46 pid: 9590 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746135140.341916:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12406 00000100:00100000:0.0:1746135140.341922:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2008:x1830954627114112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135140.341934:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135140.341951:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c0062 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234715 expref: 46 pid: 9590 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.341960:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c0062 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234715 expref: 46 pid: 9590 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.341982:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135140.342014:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2008:x1830954627114112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 92us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135140.342020:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12406 00000100:00100000:0.0:1746135140.350433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.354034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.358613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.361966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.364191:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954627114752:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1382us (1944us total) trans 4294971814 rc 0/0 00000100:00100000:0.0:1746135140.364208:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1179 00002000:00100000:0.0:1746135140.364218:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d594000 x1830954627114752/t4294971814(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.364229:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594000 with x1830954627114752 ext(0->7) 00010000:00010000:0.0:1746135140.364242:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381a00/0xc3cfcce4a57c0070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234723 expref: 46 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.364256:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381a00/0xc3cfcce4a57c0070 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234723 expref: 46 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.364263:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d594000 00000100:00100000:0.0:1746135140.369738:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.376783:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627115136 00000100:00100000:0.0:1746135140.376794:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627115136 00002000:00100000:0.0:1746135140.376856:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b6c9500 x1830954627115136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.376995:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9500 with x1830954627115136 ext(0->4095) 00002000:00010000:0.0:1746135140.377004:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6c9500 00000100:00100000:0.0:1746135140.377031:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12420 00000100:00100000:0.0:1746135140.377040:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627115136:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.378019:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627115136:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 975us (1303us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.378030:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12420 00002000:00100000:0.0:1746135140.378038:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b6c9500 x1830954627115136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.378047:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9500 with x1830954627115136 ext(0->4095) 00002000:00010000:0.0:1746135140.378051:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b6c9500 00000100:00100000:0.0:1746135140.393842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.398014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.402599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.405816:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2011:x1830954627116032:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2965us (3221us total) trans 4294971815 rc 0/0 00000100:00100000:0.0:1746135140.405826:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1181 00002000:00100000:0.0:1746135140.405835:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d595f80 x1830954627116032/t4294971815(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.405844:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595f80 with x1830954627116032 ext(0->7) 00010000:00010000:0.0:1746135140.405862:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57c007e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234731 expref: 49 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.405876:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57c007e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234731 expref: 49 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.405882:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d595f80 00000100:00100000:0.0:1746135140.409132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.411213:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12410 00000100:00100000:0.0:1746135140.411229:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2009:x1830954627116160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135140.411246:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135140.411268:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57c007e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234731 expref: 49 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.411286:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57c007e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234731 expref: 49 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.411304:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013101ce00/0xc3cfcce4a57c007e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234731 expref: 49 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.411324:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.411326:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.411332:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c0085 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234738 expref: 48 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.411340:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c0085 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234738 expref: 48 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.411375:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c0085 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234738 expref: 48 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135140.411387:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009added80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625496704:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135140.411477:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135140.416467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.419611:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.419688:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.424418:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.424981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.429295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.432533:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.437861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.444408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.447785:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2011:x1830954627117696:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1785us (3368us total) trans 4294971816 rc 0/0 00000100:00100000:0.0:1746135140.447800:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1183 00002000:00100000:0.0:1746135140.447813:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009addc380 x1830954627117696/t4294971816(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.447823:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc380 with x1830954627117696 ext(0->7) 00010000:00010000:0.0:1746135140.447833:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57c0093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823473f expref: 50 pid: 9590 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.447860:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57c0093 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823473f expref: 50 pid: 9590 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.447867:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addc380 00000100:00100000:0.0:1746135140.452553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.455943:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072494700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625497344:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135140.455963:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135140.456017:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2011:x1830954627117824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2896us (3469us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135140.456027:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12413 00000100:00100000:0.0:1746135140.456493:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627118080 00000100:00100000:0.0:1746135140.456501:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627118080 00002000:00100000:0.0:1746135140.456544:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072496a00 x1830954627118080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.456554:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496a00 with x1830954627118080 ext(0->4095) 00002000:00010000:0.0:1746135140.456560:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072496a00 00000100:00100000:0.0:1746135140.456580:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12423 00000100:00100000:0.0:1746135140.456586:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627118080:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.456735:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627118080:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 149us (545us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.456741:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12423 00002000:00100000:0.0:1746135140.456746:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880072496a00 x1830954627118080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.456753:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496a00 with x1830954627118080 ext(0->4095) 00002000:00010000:0.0:1746135140.456756:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072496a00 00000100:00100000:0.0:1746135140.462290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.464577:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.468435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.471941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.473875:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.473944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.479208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.483010:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.486992:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954627119488:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3070us (3982us total) trans 4294971817 rc 0/0 00000100:00100000:0.0:1746135140.487005:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1186 00002000:00100000:0.0:1746135140.487017:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56e680 x1830954627119488/t4294971817(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.487025:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56e680 with x1830954627119488 ext(0->7) 00010000:00010000:0.0:1746135140.487034:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514600/0xc3cfcce4a57c00a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823475b expref: 52 pid: 9590 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.487051:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514600/0xc3cfcce4a57c00a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823475b expref: 52 pid: 9590 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.487057:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56e680 00000100:00100000:0.0:1746135140.495152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.503207:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.508206:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627120000 00000100:00100000:0.0:1746135140.508214:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627120000 00000100:00100000:0.0:1746135140.508245:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627120128 00000100:00100000:0.0:1746135140.508247:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627120128 00000100:00100000:0.0:1746135140.508370:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28104 00000100:00100000:0.0:1746135140.508378:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:1164:x1830954627120000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135140.508395:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135140.508412:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c00b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234769 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.508441:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c00af lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234762 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.508448:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.508450:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.508453:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c00b6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234769 expref: 53 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.508482:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c00af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234762 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.508496:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c00af lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234762 expref: 5 pid: 9590 timeout: 884 lvb_type: 0 00000100:00100000:0.0:1746135140.508507:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954625498112:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135140.508578:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135140.510952:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.513720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.517555:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.519568:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2011:x1830954627120768:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1799us (2013us total) trans 4294971818 rc 0/0 00000100:00100000:0.0:1746135140.519578:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1188 00002000:00100000:0.0:1746135140.519585:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56ce00 x1830954627120768/t4294971818(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.519593:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56ce00 with x1830954627120768 ext(0->7) 00010000:00010000:0.0:1746135140.519599:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c00b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234769 expref: 55 pid: 26641 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.519613:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c00b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234769 expref: 55 pid: 26641 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.519618:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56ce00 00000100:00100000:0.0:1746135140.521628:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.536901:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627121152 00000100:00100000:0.0:1746135140.536913:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627121152 00002000:00100000:0.0:1746135140.536958:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d060a80 x1830954627121152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.536971:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060a80 with x1830954627121152 ext(0->4095) 00002000:00010000:0.0:1746135140.536977:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d060a80 00000100:00100000:0.0:1746135140.537321:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12425 00000100:00100000:0.0:1746135140.537334:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954627121152:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.537532:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954627121152:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 199us (1068us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.537541:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12425 00002000:00100000:0.0:1746135140.537551:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012d060a80 x1830954627121152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.537559:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060a80 with x1830954627121152 ext(0->4095) 00002000:00010000:0.0:1746135140.537563:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d060a80 00000100:00100000:0.0:1746135140.549186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.549558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.550839:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28107 00000100:00100000:0.0:1746135140.550865:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627121408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135140.550878:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135140.550891:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013027b400/0xc3cfcce4a57c00cb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823477e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.550905:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.550911:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c00c4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234777 expref: 55 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.550917:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135140.550925:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027b400/0xc3cfcce4a57c00cb lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823477e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.550946:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c00c4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234777 expref: 55 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.550958:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013027b400/0xc3cfcce4a57c00cb lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823477e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.550968:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027b400, rc 0) 00000100:00100000:0.0:1746135140.552126:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627121408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1273us (2564us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135140.552133:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28107 00000100:00100000:0.0:1746135140.556995:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.564710:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.577751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.589782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.592030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.592732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.592752:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627122944 00000100:00100000:0.0:1746135140.592755:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627122944 00002000:00100000:0.0:1746135140.592787:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011d95a680 x1830954627122944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.592796:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a680 with x1830954627122944 ext(0->4095) 00002000:00010000:0.0:1746135140.592801:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d95a680 00000100:00100000:0.0:1746135140.592828:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12427 00000100:00100000:0.0:1746135140.592833:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:2010:x1830954627122944:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.593246:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954627122944:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 411us (514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.593254:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12427 00002000:00100000:0.0:1746135140.593260:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011d95a680 x1830954627122944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.593267:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a680 with x1830954627122944 ext(0->4095) 00010000:00010000:0.0:1746135140.593272:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c00d2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234785 expref: 58 pid: 26641 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.593282:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381400/0xc3cfcce4a57c00d2 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234785 expref: 58 pid: 26641 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.593287:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d95a680 00000100:00100000:0.0:1746135140.596597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.596687:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.598106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.600499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.605887:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.608430:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2008:x1830954627123840:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2145us (2573us total) trans 4294971820 rc 0/0 00000100:00100000:0.0:1746135140.608442:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1192 00002000:00100000:0.0:1746135140.608452:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d959f80 x1830954627123840/t4294971820(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.608459:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d959f80 with x1830954627123840 ext(0->7) 00010000:00010000:0.0:1746135140.608466:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380800/0xc3cfcce4a57c00d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823478c expref: 58 pid: 26641 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.608482:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380800/0xc3cfcce4a57c00d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823478c expref: 58 pid: 26641 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.608488:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d959f80 00000100:00100000:0.0:1746135140.610287:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.613589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.618023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.622425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.626042:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.626093:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.628838:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.628881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.628914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.631691:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.635743:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.637176:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954627125888:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1191us (1437us total) trans 4294971821 rc 0/0 00000100:00100000:0.0:1746135140.637183:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1194 00002000:00100000:0.0:1746135140.637189:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325b0e00 x1830954627125888/t4294971821(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.637196:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0e00 with x1830954627125888 ext(0->7) 00010000:00010000:0.0:1746135140.637201:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c00ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347a1 expref: 61 pid: 26641 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.637211:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c00ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347a1 expref: 61 pid: 26641 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.637217:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325b0e00 00000100:00100000:0.0:1746135140.639305:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.644135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.652273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.658238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.658737:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.660843:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.662655:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.662696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.667473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.674538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.680960:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2009:x1830954627127680:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5084us (6420us total) trans 4294971822 rc 0/0 00000100:00100000:0.0:1746135140.680972:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1196 00002000:00100000:0.0:1746135140.680983:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b616a00 x1830954627127680/t4294971822(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.680992:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b616a00 with x1830954627127680 ext(0->7) 00010000:00010000:0.0:1746135140.681001:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c0103 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347b6 expref: 63 pid: 9591 timeout: 884 lvb_type: 0 00010000:00010000:0.0:1746135140.681014:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c0103 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347b6 expref: 63 pid: 9591 timeout: 884 lvb_type: 0 00002000:00010000:0.0:1746135140.681021:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b616a00 00000100:00100000:0.0:1746135140.683326:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.694159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.697892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.700263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.704514:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.704548:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.704660:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.704680:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627128704 00000100:00100000:0.0:1746135140.704686:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627128704 00010000:00010000:0.0:1746135140.704711:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013101d400/0xc3cfcce4a57c010a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347bd expref: 63 pid: 26641 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135140.704742:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627128960 00000100:00100000:0.0:1746135140.704745:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627128960 00010000:00010000:0.0:1746135140.704755:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135735c00/0xc3cfcce4a57c0111 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347c4 expref: 6 pid: 9591 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135140.704769:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12430 00000100:00100000:0.0:1746135140.704775:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2010:x1830954627128704:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135140.704785:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135140.704801:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013101d400/0xc3cfcce4a57c010a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347bd expref: 63 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.704811:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013101d400/0xc3cfcce4a57c010a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347bd expref: 63 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.705448:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013101d400/0xc3cfcce4a57c010a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347bd expref: 65 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.705478:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.705480:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.705486:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57c0118 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347cb expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.705493:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57c0118 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347cb expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135140.709085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.717094:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.718741:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2009:x1830954627129472:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 828us (1651us total) trans 4294971823 rc 0/0 00000100:00100000:0.0:1746135140.718748:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1199 00002000:00100000:0.0:1746135140.718756:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b614a80 x1830954627129472/t4294971823(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.718763:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614a80 with x1830954627129472 ext(0->7) 00010000:00010000:0.0:1746135140.718769:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57c0118 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347cb expref: 65 pid: 9592 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.718780:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380e00/0xc3cfcce4a57c0118 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347cb expref: 65 pid: 9592 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.718786:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b614a80 00000100:00100000:0.0:1746135140.724249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.730564:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.739789:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627130112 00000100:00100000:0.0:1746135140.739793:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627130112 00000100:00100000:0.0:1746135140.739821:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28121 00000100:00100000:0.0:1746135140.739827:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1164:x1830954627130112:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135140.739834:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135140.739841:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c012d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082347e0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.739864:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009458fa00/0xc3cfcce4a57c011f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d2 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.739871:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009458e600/0xc3cfcce4a57c0126 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.739876:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.739877:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.739880:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c012d lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347e0 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.739903:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009458e600/0xc3cfcce4a57c0126 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d9 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.739913:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009458e600/0xc3cfcce4a57c0126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d9 expref: 5 pid: 9592 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135140.739923:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b617b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625501696:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135140.739987:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009458fa00/0xc3cfcce4a57c011f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d2 expref: 65 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.739998:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009458fa00/0xc3cfcce4a57c011f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d2 expref: 65 pid: 9592 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135140.740005:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b614700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625501824:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135140.740021:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135140.742992:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627130368 00000100:00100000:0.0:1746135140.742998:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627130368 00010000:00010000:0.0:1746135140.743023:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009458fa00/0xc3cfcce4a57c011f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d2 expref: 66 pid: 9592 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135140.743234:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12433 00000100:00100000:0.0:1746135140.743241:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954627130368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135140.743253:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135140.743274:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009458fa00/0xc3cfcce4a57c011f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d2 expref: 65 pid: 9592 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.743283:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009458fa00/0xc3cfcce4a57c011f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d2 expref: 65 pid: 9592 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.743305:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009458fa00/0xc3cfcce4a57c011f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d2 expref: 65 pid: 9592 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.743373:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135140.743400:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954627130368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 159us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135140.743410:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12433 00000100:00100000:0.0:1746135140.743455:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627130496 00000100:00100000:0.0:1746135140.743458:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627130496 00002000:00100000:0.0:1746135140.743483:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae0d880 x1830954627130496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.743491:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d880 with x1830954627130496 ext(0->4095) 00010000:00010000:0.0:1746135140.743496:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009458e600/0xc3cfcce4a57c0126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d9 expref: 6 pid: 9592 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.743506:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009458e600/0xc3cfcce4a57c0126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d9 expref: 6 pid: 9592 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.743512:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0d880 00000100:00100000:0.0:1746135140.743534:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1200 00000100:00100000:0.0:1746135140.743540:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627130496:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.743797:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627130496:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 256us (867us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.743802:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1200 00002000:00100000:0.0:1746135140.743807:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae0d880 x1830954627130496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.743812:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d880 with x1830954627130496 ext(0->4095) 00010000:00010000:0.0:1746135140.743816:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009458e600/0xc3cfcce4a57c0126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d9 expref: 6 pid: 9592 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.743824:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009458e600/0xc3cfcce4a57c0126 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347d9 expref: 6 pid: 9592 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.743830:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0d880 00000100:00100000:0.0:1746135140.754904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.764832:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627130880 00000100:00100000:0.0:1746135140.764840:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627130880 00002000:00100000:0.0:1746135140.764885:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae0d180 x1830954627130880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.764893:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d180 with x1830954627130880 ext(0->4095) 00002000:00010000:0.0:1746135140.764899:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae0d180 00000100:00100000:0.0:1746135140.764928:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12435 00000100:00100000:0.0:1746135140.764934:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2008:x1830954627130880:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.765059:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2008:x1830954627130880:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (278us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.765065:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12435 00002000:00100000:0.0:1746135140.765070:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae0d180 x1830954627130880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.765077:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d180 with x1830954627130880 ext(0->4095) 00002000:00010000:0.0:1746135140.765079:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae0d180 00000100:00100000:0.0:1746135140.770339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.770838:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625502080 00000100:00100000:0.0:1746135140.770843:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625502080 00000100:00100000:0.0:1746135140.770902:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1746135140.770909:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830954625502080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746135140.770936:0:7251:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746135140.770980:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830954625502080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135140.770986:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1746135140.775936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.776986:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954627131136:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 802us (1058us total) trans 4294971824 rc 0/0 00000100:00100000:0.0:1746135140.776994:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1201 00002000:00100000:0.0:1746135140.777002:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094430380 x1830954627131136/t4294971824(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.777009:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430380 with x1830954627131136 ext(0->7) 00010000:00010000:0.0:1746135140.777015:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c012d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347e0 expref: 66 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.777026:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c012d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347e0 expref: 66 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.777032:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094430380 00000100:00100000:0.0:1746135140.784598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.794110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.797353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.802435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.802707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.806369:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12436 00000100:00100000:0.0:1746135140.806379:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627131904:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135140.806390:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135140.806406:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0134 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347e7 expref: 6 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.806417:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0134 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347e7 expref: 6 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.806433:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0134 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347e7 expref: 6 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.806460:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.806462:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.806467:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135735c00/0xc3cfcce4a57c013b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347ee expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.806473:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135735c00/0xc3cfcce4a57c013b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347ee expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.806494:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135735c00/0xc3cfcce4a57c013b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347ee expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.806502:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135735c00/0xc3cfcce4a57c013b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347ee expref: 66 pid: 9591 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135140.806511:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625502720:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135140.806627:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135140.810353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.816282:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.818327:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2009:x1830954627132416:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1087us (2049us total) trans 4294971825 rc 0/0 00000100:00100000:0.0:1746135140.818340:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1204 00002000:00100000:0.0:1746135140.818346:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094430a80 x1830954627132416/t4294971825(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.818352:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430a80 with x1830954627132416 ext(0->7) 00010000:00010000:0.0:1746135140.818358:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135735c00/0xc3cfcce4a57c013b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347ee expref: 69 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.818367:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135735c00/0xc3cfcce4a57c013b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347ee expref: 69 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.818372:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094430a80 00000100:00100000:0.0:1746135140.823388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.827356:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.827382:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627132800 00000100:00100000:0.0:1746135140.827387:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627132800 00002000:00100000:0.0:1746135140.827429:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094432a00 x1830954627132800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.827437:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432a00 with x1830954627132800 ext(0->4095) 00002000:00010000:0.0:1746135140.827441:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094432a00 00000100:00100000:0.0:1746135140.827458:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12436 00000100:00100000:0.0:1746135140.827463:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954627132800:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.827593:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954627132800:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.827600:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12436 00002000:00100000:0.0:1746135140.827605:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094432a00 x1830954627132800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.827612:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432a00 with x1830954627132800 ext(0->4095) 00002000:00010000:0.0:1746135140.827615:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094432a00 00000100:00100000:0.0:1746135140.829796:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.832274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.834890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.845451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.848574:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.848627:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.848677:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627133696 00000100:00100000:0.0:1746135140.848684:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627133696 00010000:00010000:0.0:1746135140.848717:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c0142 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347f5 expref: 70 pid: 9591 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135140.848752:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627133824 00000100:00100000:0.0:1746135140.848754:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627133824 00010000:00010000:0.0:1746135140.848765:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c0149 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347fc expref: 6 pid: 9592 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135140.848780:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12438 00000100:00100000:0.0:1746135140.848786:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954627133696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135140.848797:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135140.849038:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c0142 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347f5 expref: 70 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.849048:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c0142 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082347f5 expref: 70 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.849060:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.849062:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.849068:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.849075:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.849106:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135140.849116:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4abb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625503232:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135140.849164:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135140.850279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.852821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.852840:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627134208 00000100:00100000:0.0:1746135140.852856:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627134208 00002000:00100000:0.0:1746135140.852885:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d4a8e00 x1830954627134208/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.852894:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8e00 with x1830954627134208 ext(0->4095) 00010000:00010000:0.0:1746135140.852901:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 68 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.852911:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 68 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.852921:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d4a8e00 00000100:00100000:0.0:1746135140.852945:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1205 00000100:00100000:0.0:1746135140.852950:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954627134208:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.853049:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954627134208:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (228us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.853054:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1205 00002000:00100000:0.0:1746135140.853059:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d4a8e00 x1830954627134208/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.853066:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8e00 with x1830954627134208 ext(0->4095) 00010000:00010000:0.0:1746135140.853070:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 68 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.853079:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 68 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.853084:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d4a8e00 00000100:00100000:0.0:1746135140.859066:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2009:x1830954627134464:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2474us (2774us total) trans 4294971826 rc 0/0 00000100:00100000:0.0:1746135140.859076:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1206 00002000:00100000:0.0:1746135140.859083:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0ca80 x1830954627134464/t4294971826(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.859091:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ca80 with x1830954627134464 ext(0->7) 00010000:00010000:0.0:1746135140.859099:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 70 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.859114:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135734000/0xc3cfcce4a57c0150 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234803 expref: 70 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.859120:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0ca80 00000100:00100000:0.0:1746135140.864602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.871552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.875391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.877619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.887040:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.889545:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2009:x1830954627135744:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2153us (2508us total) trans 4294971827 rc 0/0 00000100:00100000:0.0:1746135140.889557:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1208 00002000:00100000:0.0:1746135140.889567:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130622300 x1830954627135744/t4294971827(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.889575:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622300 with x1830954627135744 ext(0->7) 00010000:00010000:0.0:1746135140.889584:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101d200/0xc3cfcce4a57c015e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234811 expref: 73 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.889600:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101d200/0xc3cfcce4a57c015e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234811 expref: 73 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.889606:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130622300 00000100:00100000:0.0:1746135140.896754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.897561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.908126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.919261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.920367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.925943:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.930484:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.935097:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2009:x1830954627137024:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4095us (4615us total) trans 4294971828 rc 0/0 00000100:00100000:0.0:1746135140.935109:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1211 00002000:00100000:0.0:1746135140.935120:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61eb480 x1830954627137024/t4294971828(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.935129:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eb480 with x1830954627137024 ext(0->7) 00010000:00010000:0.0:1746135140.935138:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c016c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823481f expref: 74 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.935153:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c016c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823481f expref: 74 pid: 26641 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.935159:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61eb480 00000100:00100000:0.0:1746135140.943914:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.950401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.950433:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627137408 00000100:00100000:0.0:1746135140.950441:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627137408 00002000:00100000:0.0:1746135140.950487:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a61eaa00 x1830954627137408/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/0 e 0 to 0 dl 1746135151 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.950496:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eaa00 with x1830954627137408 ext(0->4095) 00002000:00010000:0.0:1746135140.950503:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61eaa00 00000100:00100000:0.0:1746135140.950526:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12440 00000100:00100000:0.0:1746135140.950533:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627137408:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135140.950724:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627137408:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 191us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135140.950731:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12440 00002000:00100000:0.0:1746135140.950736:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a61eaa00 x1830954627137408/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:596/0 lens 488/4536 e 0 to 0 dl 1746135151 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.950743:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eaa00 with x1830954627137408 ext(0->4095) 00002000:00010000:0.0:1746135140.950746:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61eaa00 00000100:00100000:0.0:1746135140.952991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.958208:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28133 00000100:00100000:0.0:1746135140.958225:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1165:x1830954627137664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135140.958236:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135140.958248:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c0181 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234834 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.958341:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135140.958346:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d06a600/0xc3cfcce4a57c017a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823482d expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.958352:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135140.958357:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c0181 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234834 expref: 76 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.958501:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d06a600/0xc3cfcce4a57c017a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823482d expref: 76 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.958520:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c0181 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234834 expref: 76 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135140.958536:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094414c00, rc 0) 00000100:00100000:0.0:1746135140.958574:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:1165:x1830954627137664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 355us (4622us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135140.958582:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28133 00000100:00100000:0.0:1746135140.961223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.965029:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.968309:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.972213:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2010:x1830954627138304:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3655us (3904us total) trans 4294971829 rc 0/0 00000100:00100000:0.0:1746135140.972225:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1213 00002000:00100000:0.0:1746135140.972235:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61e8700 x1830954627138304/t4294971829(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:596/0 lens 496/448 e 0 to 0 dl 1746135151 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135140.972244:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8700 with x1830954627138304 ext(0->7) 00010000:00010000:0.0:1746135140.972254:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d06a600/0xc3cfcce4a57c017a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823482d expref: 77 pid: 9592 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135140.972274:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d06a600/0xc3cfcce4a57c017a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823482d expref: 77 pid: 9592 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135140.972281:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61e8700 00000100:00100000:0.0:1746135140.975984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.982371:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.986274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.986370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.989749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.989866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135140.999935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.005972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.012241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.014224:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2011:x1830954627139968:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1617us (1990us total) trans 4294971830 rc 0/0 00000100:00100000:0.0:1746135141.014232:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1215 00002000:00100000:0.0:1746135141.014240:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4caa00 x1830954627139968/t4294971830(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.014248:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830954627139968 ext(0->7) 00010000:00010000:0.0:1746135141.014256:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57c018f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234842 expref: 78 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.014268:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57c018f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234842 expref: 78 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.014274:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:0.0:1746135141.022219:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.025826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.027662:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28137 00000100:00100000:0.0:1746135141.027676:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1164:x1830954627140224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135141.027696:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135141.027713:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57c019d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234850 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135141.027746:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c0196 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234849 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135141.027753:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135141.027754:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135141.027757:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57c019d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234850 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135141.027783:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c0196 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234849 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135141.027794:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c0196 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234849 expref: 5 pid: 9590 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135141.027804:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954625505792:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135141.028147:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135141.029685:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.029979:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627140480 00000100:00100000:0.0:1746135141.029986:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627140480 00002000:00100000:0.0:1746135141.030022:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b4c9f80 x1830954627140480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:597/0 lens 488/0 e 0 to 0 dl 1746135152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.030031:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830954627140480 ext(0->4095) 00010000:00010000:0.0:1746135141.030037:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c0196 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234849 expref: 6 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.030048:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c0196 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234849 expref: 6 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.030054:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4c9f80 00000100:00100000:0.0:1746135141.030069:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1216 00000100:00100000:0.0:1746135141.030075:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627140480:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135141.030182:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627140480:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (506us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135141.030188:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1216 00002000:00100000:0.0:1746135141.030192:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b4c9f80 x1830954627140480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.030198:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830954627140480 ext(0->4095) 00010000:00010000:0.0:1746135141.030202:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c0196 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234849 expref: 6 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.030210:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c0196 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234849 expref: 6 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.030215:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4c9f80 00000100:00100000:0.0:1746135141.032750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.037477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.042821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.051476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.052443:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2011:x1830954627141120:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 779us (972us total) trans 4294971831 rc 0/0 00000100:00100000:0.0:1746135141.052450:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1217 00002000:00100000:0.0:1746135141.052456:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d8bd500 x1830954627141120/t4294971831(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.052464:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bd500 with x1830954627141120 ext(0->7) 00010000:00010000:0.0:1746135141.052469:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57c019d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234850 expref: 80 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.052479:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415200/0xc3cfcce4a57c019d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234850 expref: 80 pid: 26641 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.052485:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d8bd500 00000100:00100000:0.0:1746135141.066637:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.068968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.071900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.086691:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.086722:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.086753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.086783:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627142528 00000100:00100000:0.0:1746135141.086786:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627142528 00010000:00010000:0.0:1746135141.086799:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c01ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823485e expref: 82 pid: 26641 timeout: 885 lvb_type: 0 00000100:00100000:0.0:1746135141.086818:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12453 00000100:00100000:0.0:1746135141.086823:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2008:x1830954627142528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135141.086831:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135141.086857:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c01ab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823485e expref: 82 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.086867:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c01ab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823485e expref: 82 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.088571:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c01ab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823485e expref: 81 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.088593:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135141.088595:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135141.088600:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c01b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234865 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135141.088606:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c01b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234865 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135141.094527:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.110113:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.114627:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954627143168:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4261us (4508us total) trans 4294971832 rc 0/0 00000100:00100000:0.0:1746135141.114674:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1219 00002000:00100000:0.0:1746135141.114686:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b132300 x1830954627143168/t4294971832(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.114696:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b132300 with x1830954627143168 ext(0->7) 00010000:00010000:0.0:1746135141.114773:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c01b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234865 expref: 82 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.114790:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c01b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234865 expref: 82 pid: 26641 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.114800:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b132300 00000100:00100000:0.0:1746135141.123034:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.130907:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627143680 00000100:00100000:0.0:1746135141.130914:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627143680 00002000:00100000:0.0:1746135141.131560:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae0ce00 x1830954627143680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:597/0 lens 488/0 e 0 to 0 dl 1746135152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.131571:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954627143680 ext(0->4095) 00010000:00010000:0.0:1746135141.131580:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c01b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823486c expref: 6 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.131594:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c01b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823486c expref: 6 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.131599:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0ce00 00000100:00100000:0.0:1746135141.131616:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1220 00000100:00100000:0.0:1746135141.131623:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627143680:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135141.133303:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627143680:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1673us (4137us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135141.133313:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1220 00002000:00100000:0.0:1746135141.133322:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae0ce00 x1830954627143680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.133329:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954627143680 ext(0->4095) 00010000:00010000:0.0:1746135141.133336:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c01b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823486c expref: 6 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.133349:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c01b9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823486c expref: 6 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.133360:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0ce00 00000100:00100000:0.0:1746135141.140346:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.146208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.150699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.155105:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135141.158271:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135141.159124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.166426:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.171941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.180423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.211897:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954627145472:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8837us (9234us total) trans 4294971834 rc 0/0 00000100:00100000:0.0:1746135141.211907:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1223 00002000:00100000:0.0:1746135141.211915:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072495880 x1830954627145472/t4294971834(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.211922:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495880 with x1830954627145472 ext(0->7) 00010000:00010000:0.0:1746135141.211930:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c01ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234881 expref: 86 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.211944:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c01ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234881 expref: 86 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.211949:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072495880 00000100:00100000:0.0:1746135141.213692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.217348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.219632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.222103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.222145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.222722:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135141.249091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.249897:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2010:x1830954627146752:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 618us (812us total) trans 4294971835 rc 0/0 00000100:00100000:0.0:1746135141.249904:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1226 00002000:00100000:0.0:1746135141.249910:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7eca80 x1830954627146752/t4294971835(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.249917:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eca80 with x1830954627146752 ext(0->7) 00010000:00010000:0.0:1746135141.249922:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c01dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823488f expref: 89 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.249931:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c01dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823488f expref: 89 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.249936:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7eca80 00000100:00100000:0.0:1746135141.254466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.260594:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.269145:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.276370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.276412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.279307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.285156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.290141:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.294043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.297360:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954627148416:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3158us (3301us total) trans 4294971836 rc 0/0 00000100:00100000:0.0:1746135141.297377:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1228 00002000:00100000:0.0:1746135141.297388:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082665180 x1830954627148416/t4294971836(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.297398:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665180 with x1830954627148416 ext(0->7) 00010000:00010000:0.0:1746135141.297409:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3e00/0xc3cfcce4a57c01ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823489d expref: 90 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.297431:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3e00/0xc3cfcce4a57c01ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823489d expref: 90 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.297437:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082665180 00000100:00100000:0.0:1746135141.300943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.305828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.306899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.310302:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.310355:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.313223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.315792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.319329:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2011:x1830954627149696:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3298us (3537us total) trans 4294971837 rc 0/0 00000100:00100000:0.0:1746135141.319340:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1231 00002000:00100000:0.0:1746135141.319349:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622ad80 x1830954627149696/t4294971837(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.319731:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622ad80 with x1830954627149696 ext(0->7) 00010000:00010000:0.0:1746135141.319742:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c01ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348b2 expref: 93 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.319756:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c01ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348b2 expref: 93 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.319762:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622ad80 00000100:00100000:0.0:1746135141.322119:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.327375:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009265d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625509504:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135141.327395:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135141.327446:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2009:x1830954627149824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5066us (5338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135141.327455:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12465 00000100:00100000:0.0:1746135141.329919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.336465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.337612:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.342557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.343563:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.343596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.346420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.351195:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954627151488:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 919us (1140us total) trans 4294971838 rc 0/0 00000100:00100000:0.0:1746135141.351203:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1234 00002000:00100000:0.0:1746135141.351209:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072494700 x1830954627151488/t4294971838(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.351216:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494700 with x1830954627151488 ext(0->7) 00010000:00010000:0.0:1746135141.351224:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0214 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348c7 expref: 95 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.351235:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0214 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348c7 expref: 95 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.351241:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072494700 00000100:00100000:0.0:1746135141.356415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.359569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.363417:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.367229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.370950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.370983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.371043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.373717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.378478:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627153280 00000100:00100000:0.0:1746135141.378486:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627153280 00002000:00100000:0.0:1746135141.378524:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a515f80 x1830954627153280/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/0 e 0 to 0 dl 1746135152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.378532:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515f80 with x1830954627153280 ext(0->7) 00010000:00010000:0.0:1746135141.378540:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c0229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348dc expref: 95 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.378552:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c0229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348dc expref: 95 pid: 26641 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.378558:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a515f80 00000100:00100000:0.0:1746135141.379183:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1237 00000100:00100000:0.0:1746135141.380286:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2008:x1830954627153280:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1090us (2182us total) trans 4294971839 rc 0/0 00000100:00100000:0.0:1746135141.380294:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1237 00002000:00100000:0.0:1746135141.380303:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a515f80 x1830954627153280/t4294971839(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.380312:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515f80 with x1830954627153280 ext(0->7) 00010000:00010000:0.0:1746135141.380320:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c0229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348dc expref: 97 pid: 26641 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.380332:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c0229 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348dc expref: 97 pid: 26641 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.380339:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a515f80 00000100:00100000:0.0:1746135141.383730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.386706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.389237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.392548:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.397225:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.398248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.399629:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.401123:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.401208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.404919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.425680:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627155328 00000100:00100000:0.0:1746135141.425696:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627155328 00002000:00100000:0.0:1746135141.425756:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4cb800 x1830954627155328/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/0 e 0 to 0 dl 1746135152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.425773:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954627155328 ext(0->7) 00010000:00010000:0.0:1746135141.425788:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c023e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348f1 expref: 96 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.425808:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c023e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348f1 expref: 96 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.425816:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:0.0:1746135141.426392:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1240 00000100:00100000:0.0:1746135141.426401:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954627155328:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135141.427402:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954627155328:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 996us (1948us total) trans 4294971840 rc 0/0 00000100:00100000:0.0:1746135141.427409:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1240 00002000:00100000:0.0:1746135141.427416:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4cb800 x1830954627155328/t4294971840(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.427423:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954627155328 ext(0->7) 00010000:00010000:0.0:1746135141.427431:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c023e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348f1 expref: 98 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.427443:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c023e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348f1 expref: 98 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.427448:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:0.0:1746135141.433183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.445034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.456907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.458479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.478019:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627156608 00000100:00100000:0.0:1746135141.478029:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627156608 00002000:00100000:0.0:1746135141.478074:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61ea300 x1830954627156608/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/0 e 0 to 0 dl 1746135152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.478084:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea300 with x1830954627156608 ext(0->7) 00010000:00010000:0.0:1746135141.478092:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c024c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348ff expref: 99 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.478106:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c024c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348ff expref: 99 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.478113:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61ea300 00000100:00100000:0.0:1746135141.479942:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1243 00000100:00100000:0.0:1746135141.479962:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2008:x1830954627156608:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135141.484115:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2008:x1830954627156608:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4154us (6721us total) trans 4294971841 rc 0/0 00000100:00100000:0.0:1746135141.484127:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1243 00002000:00100000:0.0:1746135141.484137:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61ea300 x1830954627156608/t4294971841(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.484146:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea300 with x1830954627156608 ext(0->7) 00010000:00010000:0.0:1746135141.484159:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c024c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348ff expref: 101 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.484183:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c024c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082348ff expref: 101 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.484189:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61ea300 00000100:00100000:0.0:1746135141.490346:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.495444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.503343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.503400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.510739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.512070:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.515319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.515419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.521033:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.537156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.541580:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2009:x1830954627158400:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2314us (4423us total) trans 4294971842 rc 0/0 00000100:00100000:0.0:1746135141.541592:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1246 00002000:00100000:0.0:1746135141.541603:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c5ce00 x1830954627158400/t4294971842(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.541613:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ce00 with x1830954627158400 ext(0->7) 00010000:00010000:0.0:1746135141.541621:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c0261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823490d expref: 103 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.541672:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c0261 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823490d expref: 103 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.541684:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c5ce00 00000100:00100000:0.0:1746135141.546503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.548192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.552336:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61e8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625512704:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135141.552353:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135141.552392:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2011:x1830954627158656:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3485us (4206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135141.552401:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12479 00000100:00100000:0.0:1746135141.555538:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.555584:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.558360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.563285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.566621:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2009:x1830954627159680:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2878us (3331us total) trans 4294971843 rc 0/0 00000100:00100000:0.0:1746135141.566634:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1249 00002000:00100000:0.0:1746135141.566685:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c5ea00 x1830954627159680/t4294971843(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.566695:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ea00 with x1830954627159680 ext(0->7) 00010000:00010000:0.0:1746135141.566704:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c026f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234922 expref: 104 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.566719:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c026f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234922 expref: 104 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.566729:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c5ea00 00000100:00100000:0.0:1746135141.569360:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.574222:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.577536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.581190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.587226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.589139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.591866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.591962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.601021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.606883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.609225:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2011:x1830954627161728:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1279us (2344us total) trans 4294971844 rc 0/0 00000100:00100000:0.0:1746135141.609233:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1252 00002000:00100000:0.0:1746135141.609239:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60ca80 x1830954627161728/t4294971844(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.609247:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ca80 with x1830954627161728 ext(0->7) 00010000:00010000:0.0:1746135141.609253:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57c0284 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234937 expref: 107 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.609265:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57c0284 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234937 expref: 107 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.609270:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60ca80 00000100:00100000:0.0:1746135141.614881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.619114:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6c8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625513728:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135141.619141:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135141.619198:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2008:x1830954627161856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4118us (4324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135141.619213:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12484 00000100:00100000:0.0:1746135141.620305:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.623982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.624032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.627292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.627537:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.631148:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.634232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.636552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.639878:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.641179:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2010:x1830954627163392:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1299us total) trans 4294971845 rc 0/0 00000100:00100000:0.0:1746135141.641187:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1254 00002000:00100000:0.0:1746135141.641194:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60ed80 x1830954627163392/t4294971845(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.641201:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ed80 with x1830954627163392 ext(0->7) 00010000:00010000:0.0:1746135141.641207:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c0299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823494c expref: 108 pid: 9591 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.641218:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c0299 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823494c expref: 108 pid: 9591 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.641228:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60ed80 00000100:00100000:0.0:1746135141.643770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.647149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.649757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.654061:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.657951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.658833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.662445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.664285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.664324:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.668139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.690124:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:2008:x1830954627165440:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5797us (5975us total) trans 4294971846 rc 0/0 00000100:00100000:0.0:1746135141.690139:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1257 00002000:00100000:0.0:1746135141.690150:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0d500 x1830954627165440/t4294971846(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.690160:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d500 with x1830954627165440 ext(0->7) 00010000:00010000:0.0:1746135141.690172:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c02ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234961 expref: 111 pid: 9590 timeout: 885 lvb_type: 0 00010000:00010000:0.0:1746135141.690189:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c02ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234961 expref: 111 pid: 9590 timeout: 885 lvb_type: 0 00002000:00010000:0.0:1746135141.690196:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0d500 00000100:00100000:0.0:1746135141.693263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.700741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.704518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.706218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.711131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.716593:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.720474:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.725573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.730208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.733046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.741384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.744934:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.746782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.748776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.752503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.756331:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.757394:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2011:x1830954627168384:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 844us (1070us total) trans 4294971848 rc 0/0 00000100:00100000:0.0:1746135141.757401:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1261 00002000:00100000:0.0:1746135141.757407:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d2e6680 x1830954627168384/t4294971848(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.757414:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6680 with x1830954627168384 ext(0->7) 00010000:00010000:0.0:1746135141.757420:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c02d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234984 expref: 115 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135141.757430:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c02d1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234984 expref: 115 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135141.757440:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e6680 00000100:00100000:0.0:1746135141.759245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.762789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.764725:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.768763:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.782935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.793632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.794911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.794984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.803577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.804709:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954627170432:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 905us (1136us total) trans 4294971849 rc 0/0 00000100:00100000:0.0:1746135141.804718:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1263 00002000:00100000:0.0:1746135141.804726:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d2e7480 x1830954627170432/t4294971849(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.804734:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7480 with x1830954627170432 ext(0->7) 00010000:00010000:0.0:1746135141.804741:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c02e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234999 expref: 116 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135141.804755:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c02e6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234999 expref: 116 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135141.804761:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e7480 00000100:00100000:0.0:1746135141.807817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.814410:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.821278:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.821328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.837474:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.838577:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.842875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.842940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.852470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.853765:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+118:2011:x1830954627172224:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1014us (1300us total) trans 4294971850 rc 0/0 00000100:00100000:0.0:1746135141.853773:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1266 00002000:00100000:0.0:1746135141.853779:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007c208380 x1830954627172224/t4294971850(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.853787:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c208380 with x1830954627172224 ext(0->7) 00010000:00010000:0.0:1746135141.853793:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57c02fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349ae expref: 118 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135141.853803:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57c02fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349ae expref: 118 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135141.853809:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c208380 00000100:00100000:0.0:1746135141.870504:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.874759:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.876729:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.883364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.895016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.897444:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+121:2011:x1830954627173504:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1618us (2433us total) trans 4294971851 rc 0/0 00000100:00100000:0.0:1746135141.897454:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1268 00002000:00100000:0.0:1746135141.897460:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007c209f80 x1830954627173504/t4294971851(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.897467:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209f80 with x1830954627173504 ext(0->7) 00010000:00010000:0.0:1746135141.897474:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c200/0xc3cfcce4a57c0309 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349bc expref: 121 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135141.897485:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c200/0xc3cfcce4a57c0309 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349bc expref: 121 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135141.897491:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c209f80 00000100:00100000:0.0:1746135141.917193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.931110:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627174016 00000100:00100000:0.0:1746135141.931118:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627174016 00002000:00100000:0.0:1746135141.931156:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094c5ed80 x1830954627174016/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 488/0 e 0 to 0 dl 1746135152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.931164:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ed80 with x1830954627174016 ext(0->4095) 00010000:00010000:0.0:1746135141.931172:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3400/0xc3cfcce4a57c0310 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349c3 expref: 121 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135141.931184:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3400/0xc3cfcce4a57c0310 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349c3 expref: 121 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135141.931190:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c5ed80 00000100:00100000:0.0:1746135141.931220:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1269 00000100:00100000:0.0:1746135141.931227:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+121:2010:x1830954627174016:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135141.931373:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+121:2010:x1830954627174016:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (475us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135141.931379:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1269 00002000:00100000:0.0:1746135141.931384:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094c5ed80 x1830954627174016/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.931390:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ed80 with x1830954627174016 ext(0->4095) 00010000:00010000:0.0:1746135141.931394:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3400/0xc3cfcce4a57c0310 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349c3 expref: 121 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135141.931402:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3400/0xc3cfcce4a57c0310 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349c3 expref: 121 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135141.931407:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c5ed80 00000100:00100000:0.0:1746135141.949916:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.963563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.965007:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+122:2010:x1830954627174784:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1207us (1448us total) trans 4294971852 rc 0/0 00000100:00100000:0.0:1746135141.965015:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1271 00002000:00100000:0.0:1746135141.965022:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009aed0000 x1830954627174784/t4294971852(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.965030:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0000 with x1830954627174784 ext(0->7) 00010000:00010000:0.0:1746135141.965036:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0317 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349ca expref: 122 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135141.965048:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0317 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349ca expref: 122 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135141.965059:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aed0000 00000100:00100000:0.0:1746135141.974312:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.980103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.980229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.980257:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627175296 00000100:00100000:0.0:1746135141.980264:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627175296 00002000:00100000:0.0:1746135141.980299:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aed3800 x1830954627175296/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:597/0 lens 488/0 e 0 to 0 dl 1746135152 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.980308:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed3800 with x1830954627175296 ext(0->4095) 00002000:00010000:0.0:1746135141.980313:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aed3800 00000100:00100000:0.0:1746135141.980346:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12470 00000100:00100000:0.0:1746135141.980353:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627175296:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135141.980485:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627175296:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135141.980491:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12470 00002000:00100000:0.0:1746135141.980497:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aed3800 x1830954627175296/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:597/0 lens 488/4536 e 0 to 0 dl 1746135152 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.980503:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed3800 with x1830954627175296 ext(0->4095) 00002000:00010000:0.0:1746135141.980507:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aed3800 00000100:00100000:0.0:1746135141.984255:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.985140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.988916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.992821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135141.995136:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+125:2008:x1830954627176064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2089us (2313us total) trans 4294971853 rc 0/0 00000100:00100000:0.0:1746135141.995148:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1273 00002000:00100000:0.0:1746135141.995157:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e2300 x1830954627176064/t4294971853(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:597/0 lens 496/448 e 0 to 0 dl 1746135152 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135141.995166:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2300 with x1830954627176064 ext(0->7) 00010000:00010000:0.0:1746135141.995173:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2000/0xc3cfcce4a57c0325 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349d8 expref: 125 pid: 9592 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135141.995187:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2000/0xc3cfcce4a57c0325 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349d8 expref: 125 pid: 9592 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135141.995193:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e2300 00000100:00100000:0.0:1746135142.004958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.011121:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.013347:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627176448 00000100:00100000:0.0:1746135142.013355:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627176448 00002000:00100000:0.0:1746135142.013394:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927e0700 x1830954627176448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 488/0 e 0 to 0 dl 1746135153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.013403:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0700 with x1830954627176448 ext(0->4095) 00002000:00010000:0.0:1746135142.013408:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e0700 00000100:00100000:0.0:1746135142.013426:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12471 00000100:00100000:0.0:1746135142.013433:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+124:2011:x1830954627176448:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.013568:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+124:2011:x1830954627176448:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (2462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.013577:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12471 00002000:00100000:0.0:1746135142.013582:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927e0700 x1830954627176448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.013588:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0700 with x1830954627176448 ext(0->4095) 00002000:00010000:0.0:1746135142.013590:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e0700 00000100:00100000:0.0:1746135142.018351:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.018980:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.019466:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28196 00000100:00100000:0.0:1746135142.019473:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627176576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135142.019479:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135142.019485:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c033a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082349e6 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.019495:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135142.019499:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c0333 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349ed expref: 125 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.019503:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135142.019506:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c033a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349e6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.019522:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c0333 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349ed expref: 125 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.019532:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c033a lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349e6 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.019545:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f400, rc 0) 00000100:00100000:0.0:1746135142.019566:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627176576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135142.019572:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28196 00000100:00100000:0.0:1746135142.021676:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.024442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.031764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.033854:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+126:2009:x1830954627177344:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1845us (2094us total) trans 4294971854 rc 0/0 00000100:00100000:0.0:1746135142.033864:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1275 00002000:00100000:0.0:1746135142.033872:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e0e00 x1830954627177344/t4294971854(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.033880:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0e00 with x1830954627177344 ext(0->7) 00010000:00010000:0.0:1746135142.033889:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c0333 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349ed expref: 126 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.033902:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c0333 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349ed expref: 126 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.033908:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e0e00 00000100:00100000:0.0:1746135142.036746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.043008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.043271:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12472 00000100:00100000:0.0:1746135142.043279:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627177728:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.043940:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627177728:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 659us (931us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.043946:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12472 00002000:00100000:0.0:1746135142.043951:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927e1f80 x1830954627177728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.043959:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1f80 with x1830954627177728 ext(0->4095) 00002000:00010000:0.0:1746135142.043962:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e1f80 00000100:00100000:0.0:1746135142.048725:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.053829:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627178368 00000100:00100000:0.0:1746135142.053846:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627178368 00010000:00010000:0.0:1746135142.053866:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c033a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349e6 expref: 6 pid: 9592 timeout: 886 lvb_type: 0 00000100:00100000:0.0:1746135142.053899:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12510 00000100:00100000:0.0:1746135142.053905:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627178368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135142.053914:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135142.053925:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c033a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349e6 expref: 6 pid: 9592 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.053934:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c033a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349e6 expref: 6 pid: 9592 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.053955:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135142.053977:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627178368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 72us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135142.053982:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12510 00000100:00100000:0.0:1746135142.059128:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.059170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.064677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.066468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.067815:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+128:2011:x1830954627179136:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1037us (1348us total) trans 4294971855 rc 0/0 00000100:00100000:0.0:1746135142.067822:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1278 00002000:00100000:0.0:1746135142.067828:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e3100 x1830954627179136/t4294971855(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.067844:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3100 with x1830954627179136 ext(0->7) 00010000:00010000:0.0:1746135142.067850:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c0348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349f4 expref: 128 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.067859:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c0348 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082349f4 expref: 128 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.067864:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e3100 00000100:00100000:0.0:1746135142.071916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.074452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.082559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.092964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.099018:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.103067:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.107006:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.109231:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+130:2010:x1830954627180288:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1062us (2227us total) trans 4294971856 rc 0/0 00000100:00100000:0.0:1746135142.109240:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1279 00002000:00100000:0.0:1746135142.109248:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f5a2d80 x1830954627180288/t4294971856(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.109255:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a2d80 with x1830954627180288 ext(0->7) 00010000:00010000:0.0:1746135142.109262:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c0356 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a09 expref: 130 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.109273:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c0356 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a09 expref: 130 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.109278:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f5a2d80 00000100:00100000:0.0:1746135142.111207:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.115590:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.122738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.123312:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.129205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.133438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.152124:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627181696 00000100:00100000:0.0:1746135142.152129:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627181696 00000100:00100000:0.0:1746135142.152772:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28204 00000100:00100000:0.0:1746135142.152780:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+133:1164:x1830954627181696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135142.152792:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135142.152808:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234a25 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.152842:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135142.152847:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c036b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a1e expref: 134 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.152858:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135142.152862:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a25 expref: 134 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.152897:0:9590:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c036b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a1e expref: 134 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.152908:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a25 expref: 134 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.152916:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:0.0:1746135142.152944:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+134:1164:x1830954627181696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135142.152949:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28204 00000100:00100000:0.0:1746135142.159174:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.163761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.167067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.168374:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.172511:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627182592 00000100:00100000:0.0:1746135142.172518:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627182592 00002000:00100000:0.0:1746135142.172792:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082664700 x1830954627182592/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 488/0 e 0 to 0 dl 1746135153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.172801:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664700 with x1830954627182592 ext(0->4095) 00010000:00010000:0.0:1746135142.172809:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a25 expref: 132 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.172825:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a25 expref: 132 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.172839:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082664700 00000100:00100000:0.0:1746135142.172860:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1283 00000100:00100000:0.0:1746135142.172866:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+132:2008:x1830954627182592:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.173820:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+132:2008:x1830954627182592:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 949us (1432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.173828:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1283 00002000:00100000:0.0:1746135142.173846:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082664700 x1830954627182592/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.173854:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664700 with x1830954627182592 ext(0->4095) 00010000:00010000:0.0:1746135142.173861:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a25 expref: 132 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.173872:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a25 expref: 132 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.173878:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082664700 00000100:00100000:0.0:1746135142.182152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.183712:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+134:2009:x1830954627182848:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1247us (1562us total) trans 4294971858 rc 0/0 00000100:00100000:0.0:1746135142.183722:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1284 00002000:00100000:0.0:1746135142.183730:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f5a0700 x1830954627182848/t4294971858(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.183739:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0700 with x1830954627182848 ext(0->7) 00010000:00010000:0.0:1746135142.183745:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a25 expref: 134 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.183763:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c0372 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a25 expref: 134 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.183769:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f5a0700 00000100:00100000:0.0:1746135142.191178:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.196125:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.202253:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.205142:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.209848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.217349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.218458:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+136:2011:x1830954627184000:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 843us (1113us total) trans 4294971859 rc 0/0 00000100:00100000:0.0:1746135142.218464:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1285 00002000:00100000:0.0:1746135142.218470:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7edc00 x1830954627184000/t4294971859(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.218477:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7edc00 with x1830954627184000 ext(0->7) 00010000:00010000:0.0:1746135142.218483:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a33 expref: 136 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.218492:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a33 expref: 136 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.218502:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7edc00 00000100:00100000:0.0:1746135142.227982:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627184256 00000100:00100000:0.0:1746135142.227994:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627184256 00010000:00010000:0.0:1746135142.228037:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a33 expref: 136 pid: 9591 timeout: 886 lvb_type: 0 00000100:00100000:0.0:1746135142.229208:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12520 00000100:00100000:0.0:1746135142.229216:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+137:2010:x1830954627184256:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135142.229224:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135142.229244:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0380 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a33 expref: 137 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.229255:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0380 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a33 expref: 137 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.229274:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0380 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a33 expref: 137 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.229302:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135142.229304:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135142.229311:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009447c200/0xc3cfcce4a57c0387 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a3a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.229318:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009447c200/0xc3cfcce4a57c0387 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a3a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.229340:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009447c200/0xc3cfcce4a57c0387 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a3a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.229349:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009447c200/0xc3cfcce4a57c0387 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a3a expref: 5 pid: 9591 timeout: 886 lvb_type: 0 00000100:00100000:0.0:1746135142.229359:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625522304:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135142.229417:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135142.232015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.236433:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.240115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.249614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.259505:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.260701:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+138:2011:x1830954627185152:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1005us (1189us total) trans 4294971860 rc 0/0 00000100:00100000:0.0:1746135142.260710:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1287 00002000:00100000:0.0:1746135142.260716:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae08e00 x1830954627185152/t4294971860(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.260723:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08e00 with x1830954627185152 ext(0->7) 00010000:00010000:0.0:1746135142.260730:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c038e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a41 expref: 138 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.260741:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c038e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a41 expref: 138 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.260751:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae08e00 00000100:00100000:0.0:1746135142.263113:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.269525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.273345:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.276097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.277194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.281748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.283259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.283302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.292172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.293762:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+140:2010:x1830954627186944:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1247us (1591us total) trans 4294971861 rc 0/0 00000100:00100000:0.0:1746135142.293775:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1290 00002000:00100000:0.0:1746135142.293783:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d4abb80 x1830954627186944/t4294971861(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.293792:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4abb80 with x1830954627186944 ext(0->7) 00010000:00010000:0.0:1746135142.293800:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c03a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a56 expref: 140 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.293814:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c03a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a56 expref: 140 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.293820:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d4abb80 00000100:00100000:0.0:1746135142.298537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.304471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.304499:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627187328 00000100:00100000:0.0:1746135142.304506:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627187328 00002000:00100000:0.0:1746135142.304542:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d4aad80 x1830954627187328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:598/0 lens 488/0 e 0 to 0 dl 1746135153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.304551:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aad80 with x1830954627187328 ext(0->4095) 00002000:00010000:0.0:1746135142.304555:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4aad80 00000100:00100000:0.0:1746135142.304574:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12480 00000100:00100000:0.0:1746135142.304581:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627187328:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.306517:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627187328:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1920us (2038us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.306531:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12480 00002000:00100000:0.0:1746135142.306544:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d4aad80 x1830954627187328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.306552:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aad80 with x1830954627187328 ext(0->4095) 00002000:00010000:0.0:1746135142.306558:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4aad80 00000100:00100000:0.0:1746135142.310193:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.310585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.314011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.318401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.329135:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+143:2009:x1830954627188224:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4186us (4420us total) trans 4294971862 rc 0/0 00000100:00100000:0.0:1746135142.329146:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1292 00002000:00100000:0.0:1746135142.329155:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b609180 x1830954627188224/t4294971862(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.329170:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609180 with x1830954627188224 ext(0->7) 00010000:00010000:0.0:1746135142.329180:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c03b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a64 expref: 143 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.329196:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c03b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a64 expref: 143 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.329202:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b609180 00000100:00100000:0.0:1746135142.332924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.338840:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.341236:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.341266:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.346056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.347007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.351896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.356232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.365845:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.369954:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746135142.369973:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3770:1830954625524480:0@lo:400:kworker.0 00000100:00100000:0.0:1746135142.370593:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135142.374936:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625524352:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135142.374969:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c03cd lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a80 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.374987:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095aa3200, rc 0) 00000100:00100000:0.0:1746135142.375042:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627189760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8474us (9213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135142.375050:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28217 00000100:00100000:0.0:1746135142.378123:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627189888 00000100:00100000:0.0:1746135142.378135:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627189888 00002000:00100000:0.0:1746135142.378188:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880086228380 x1830954627189888/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/0 e 0 to 0 dl 1746135153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.378197:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228380 with x1830954627189888 ext(0->7) 00010000:00010000:0.0:1746135142.378207:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c03c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a79 expref: 142 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.378222:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c03c6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a79 expref: 142 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.378229:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086228380 00000100:00100000:0.0:1746135142.378265:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1294 00000100:00100000:0.0:1746135142.378272:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+142:2011:x1830954627189888:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.385865:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.389767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.394586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.399406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.410244:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627190912 00000100:00100000:0.0:1746135142.410253:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627190912 00000100:00100000:0.0:1746135142.410300:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28219 00000100:00100000:0.0:1746135142.410307:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627190912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135142.410321:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135142.410334:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c03db lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234a8e expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.410357:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c03d4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a87 expref: 143 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.410363:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135142.410364:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135142.410367:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c03db lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a8e expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.410389:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c03d4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a87 expref: 143 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.410398:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c03d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a87 expref: 143 pid: 9591 timeout: 886 lvb_type: 0 00000100:00100000:0.0:1746135142.410407:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d931180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625526528:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135142.410476:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135142.418870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.420557:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+146:2011:x1830954627191040:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1329us (1686us total) trans 4294971864 rc 0/0 00000100:00100000:0.0:1746135142.420565:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1296 00002000:00100000:0.0:1746135142.420573:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d933480 x1830954627191040/t4294971864(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.420582:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933480 with x1830954627191040 ext(0->7) 00010000:00010000:0.0:1746135142.420591:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c03d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a87 expref: 146 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.420608:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c03d4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a87 expref: 146 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.420613:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d933480 00000100:00100000:0.0:1746135142.425577:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.434624:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.439610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.443434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.447585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.451224:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.459172:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.470050:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+148:2010:x1830954627192192:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3958us (10869us total) trans 4294971865 rc 0/0 00000100:00100000:0.0:1746135142.470067:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1298 00002000:00100000:0.0:1746135142.470080:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a623480 x1830954627192192/t4294971865(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.470089:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623480 with x1830954627192192 ext(0->7) 00010000:00010000:0.0:1746135142.470099:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c03e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a95 expref: 148 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.470116:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c03e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234a95 expref: 148 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.470122:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a623480 00000100:00100000:0.0:1746135142.470884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.473901:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.480343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.483373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.489843:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.502392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.515635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.527738:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.530463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.530672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.537364:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.537411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.541072:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.543298:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.544750:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+153:2010:x1830954627194624:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1148us (1455us total) trans 4294971867 rc 0/0 00000100:00100000:0.0:1746135142.544759:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1303 00002000:00100000:0.0:1746135142.544765:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f5a0e00 x1830954627194624/t4294971867(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.544774:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0e00 with x1830954627194624 ext(0->7) 00010000:00010000:0.0:1746135142.544781:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c03fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ab1 expref: 153 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.544792:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c03fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ab1 expref: 153 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.544798:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f5a0e00 00000100:00100000:0.0:1746135142.547914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.555863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.558673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.562471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.562557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.567857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.569102:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.571221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.571739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.578297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.593379:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.596401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.600243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.606253:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.613758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.618061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.619945:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+156:2010:x1830954627197824:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1705us (1877us total) trans 4294971869 rc 0/0 00000100:00100000:0.0:1746135142.619954:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1308 00002000:00100000:0.0:1746135142.619964:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e91180 x1830954627197824/t4294971869(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.619972:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91180 with x1830954627197824 ext(0->7) 00010000:00010000:0.0:1746135142.619981:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ad4 expref: 156 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.619997:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0421 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ad4 expref: 156 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.620009:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e91180 00000100:00100000:0.0:1746135142.622066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.628343:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627198208 00000100:00100000:0.0:1746135142.628351:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627198208 00002000:00100000:0.0:1746135142.628390:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927e3b80 x1830954627198208/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:598/0 lens 488/0 e 0 to 0 dl 1746135153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.628399:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3b80 with x1830954627198208 ext(0->4095) 00002000:00010000:0.0:1746135142.628403:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e3b80 00000100:00100000:0.0:1746135142.628437:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12489 00000100:00100000:0.0:1746135142.628444:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627198208:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.628597:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627198208:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.628602:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12489 00002000:00100000:0.0:1746135142.628607:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927e3b80 x1830954627198208/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.628614:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3b80 with x1830954627198208 ext(0->4095) 00002000:00010000:0.0:1746135142.628616:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e3b80 00000100:00100000:0.0:1746135142.630823:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.631192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.633433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.636122:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.637923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.639334:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+159:2008:x1830954627199104:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1112us (1413us total) trans 4294971870 rc 0/0 00000100:00100000:0.0:1746135142.639342:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1310 00002000:00100000:0.0:1746135142.639350:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae08380 x1830954627199104/t4294971870(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.639358:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08380 with x1830954627199104 ext(0->7) 00010000:00010000:0.0:1746135142.639365:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364af400/0xc3cfcce4a57c042f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ae2 expref: 159 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.639375:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364af400/0xc3cfcce4a57c042f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ae2 expref: 159 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.639380:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae08380 00000100:00100000:0.0:1746135142.641688:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.644976:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.648410:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.653284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.653347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.653800:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627200000:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 224us (452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.653806:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12491 00002000:00100000:0.0:1746135142.653811:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d2e7100 x1830954627200000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.653817:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7100 with x1830954627200000 ext(0->4095) 00010000:00010000:0.0:1746135142.653820:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c043d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234af0 expref: 6 pid: 9591 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.653845:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c043d lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234af0 expref: 6 pid: 9591 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.653851:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e7100 00000100:00100000:0.0:1746135142.656715:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.656987:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627200256 00000100:00100000:0.0:1746135142.656993:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627200256 00000100:00100000:0.0:1746135142.657023:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28235 00000100:00100000:0.0:1746135142.657029:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+159:1165:x1830954627200256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135142.657040:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135142.657049:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c044b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234afe expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.657061:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135142.657066:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0444 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234af7 expref: 160 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.657071:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135142.657074:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c044b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234afe expref: 160 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.657111:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234af7 expref: 159 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.657119:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0444 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234af7 expref: 159 pid: 9590 timeout: 886 lvb_type: 0 00000100:00100000:0.0:1746135142.657133:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625530240:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135142.657206:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135142.658484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.660015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.661207:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+161:2009:x1830954627200896:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 860us (1192us total) trans 4294971871 rc 0/0 00000100:00100000:0.0:1746135142.661215:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1312 00002000:00100000:0.0:1746135142.661220:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d2e6d80 x1830954627200896/t4294971871(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.661231:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6d80 with x1830954627200896 ext(0->7) 00010000:00010000:0.0:1746135142.661237:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234af7 expref: 161 pid: 9590 timeout: 886 lvb_type: 0 00010000:00010000:0.0:1746135142.661246:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0444 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234af7 expref: 161 pid: 9590 timeout: 886 lvb_type: 0 00002000:00010000:0.0:1746135142.661252:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e6d80 00000100:00100000:0.0:1746135142.666751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.671618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.675792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.675905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.683220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.683315:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.686304:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.690157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.697853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.703178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.705779:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.707077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.708131:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.709419:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.715841:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.719297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.722015:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+165:2011:x1830954627204480:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2202us (2714us total) trans 4294971873 rc 0/0 00000100:00100000:0.0:1746135142.722025:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1317 00002000:00100000:0.0:1746135142.722034:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d8bdf80 x1830954627204480/t4294971873(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.722043:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdf80 with x1830954627204480 ext(0->7) 00010000:00010000:0.0:1746135142.722051:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c046e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b21 expref: 165 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.722065:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c046e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b21 expref: 165 pid: 9591 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.722072:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d8bdf80 00000100:00100000:0.0:1746135142.724290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.730622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.735940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.742453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.742509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.748165:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.748260:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.751747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.752426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.755784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.756099:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627206272 00000100:00100000:0.0:1746135142.756105:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627206272 00002000:00100000:0.0:1746135142.756143:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b195880 x1830954627206272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 488/0 e 0 to 0 dl 1746135153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.756152:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195880 with x1830954627206272 ext(0->4095) 00010000:00010000:0.0:1746135142.756158:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b36 expref: 164 pid: 11953 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.756168:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b36 expref: 164 pid: 11953 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.756174:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b195880 00000100:00100000:0.0:1746135142.756188:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1319 00000100:00100000:0.0:1746135142.756194:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+164:2009:x1830954627206272:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.756612:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+164:2009:x1830954627206272:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 417us (826us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.756619:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1319 00002000:00100000:0.0:1746135142.756624:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b195880 x1830954627206272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.756630:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195880 with x1830954627206272 ext(0->4095) 00010000:00010000:0.0:1746135142.756634:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b36 expref: 164 pid: 11953 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.756661:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b36 expref: 164 pid: 11953 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.756667:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b195880 00000100:00100000:0.0:1746135142.759297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.760521:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+166:2008:x1830954627206528:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1039us (1230us total) trans 4294971874 rc 0/0 00000100:00100000:0.0:1746135142.760529:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1320 00002000:00100000:0.0:1746135142.760536:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b195c00 x1830954627206528/t4294971874(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.760543:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195c00 with x1830954627206528 ext(0->7) 00010000:00010000:0.0:1746135142.760551:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b36 expref: 166 pid: 11953 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.760563:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0483 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b36 expref: 166 pid: 11953 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.760569:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b195c00 00000100:00100000:0.0:1746135142.764098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.768213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.771982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.774854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.775940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.775961:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627207424 00000100:00100000:0.0:1746135142.775964:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627207424 00002000:00100000:0.0:1746135142.775988:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b196d80 x1830954627207424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 488/0 e 0 to 0 dl 1746135153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.775996:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b196d80 with x1830954627207424 ext(0->4095) 00002000:00010000:0.0:1746135142.776001:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b196d80 00000100:00100000:0.0:1746135142.776025:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12498 00000100:00100000:0.0:1746135142.776031:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+167:2011:x1830954627207424:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.776156:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+168:2011:x1830954627207424:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.776162:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12498 00002000:00100000:0.0:1746135142.776167:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b196d80 x1830954627207424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.776174:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b196d80 with x1830954627207424 ext(0->4095) 00010000:00010000:0.0:1746135142.776178:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c0491 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b44 expref: 168 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.776184:0:27161:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c0491 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b44 expref: 168 pid: 11953 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746135142.776189:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b196d80 00000100:00100000:0.0:1746135142.778948:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.778988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.782298:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.782370:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.785844:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.792942:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+169:2008:x1830954627208576:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1366us (1552us total) trans 4294971875 rc 0/0 00000100:00100000:0.0:1746135142.792952:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1323 00002000:00100000:0.0:1746135142.792960:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d95aa00 x1830954627208576/t4294971875(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.792968:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95aa00 with x1830954627208576 ext(0->7) 00010000:00010000:0.0:1746135142.792975:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447ca00/0xc3cfcce4a57c0498 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b4b expref: 169 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.792989:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447ca00/0xc3cfcce4a57c0498 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b4b expref: 169 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.792995:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d95aa00 00000100:00100000:0.0:1746135142.809120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.811574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.811739:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.815625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.823124:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.836482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.841478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.842022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.848944:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.849625:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.859371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.861461:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009565df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+173:2010:x1830954627211136:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1499us (2097us total) trans 4294971877 rc 0/0 00000100:00100000:0.0:1746135142.861470:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1328 00002000:00100000:0.0:1746135142.861478:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009565df80 x1830954627211136/t4294971877(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.861486:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009565df80 with x1830954627211136 ext(0->7) 00010000:00010000:0.0:1746135142.861494:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c04b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b67 expref: 173 pid: 11953 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.861506:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c04b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b67 expref: 173 pid: 11953 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.861512:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009565df80 00000100:00100000:0.0:1746135142.864406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.868420:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.874479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.874534:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.878461:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.878993:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.882034:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.886330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.893294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.898560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.901033:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009565d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+174:2011:x1830954627212800:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2203us (2470us total) trans 4294971878 rc 0/0 00000100:00100000:0.0:1746135142.901043:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1330 00002000:00100000:0.0:1746135142.901052:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009565d180 x1830954627212800/t4294971878(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.901061:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009565d180 with x1830954627212800 ext(0->7) 00010000:00010000:0.0:1746135142.901070:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c04c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b7c expref: 174 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.901086:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c04c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b7c expref: 174 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.901092:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009565d180 00000100:00100000:0.0:1746135142.905750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.914507:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627213184 00000100:00100000:0.0:1746135142.914516:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627213184 00002000:00100000:0.0:1746135142.914559:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b617b80 x1830954627213184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:598/0 lens 488/0 e 0 to 0 dl 1746135153 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.914570:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617b80 with x1830954627213184 ext(0->4095) 00002000:00010000:0.0:1746135142.914575:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b617b80 00000100:00100000:0.0:1746135142.914597:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12502 00000100:00100000:0.0:1746135142.914603:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627213184:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135142.914786:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627213184:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 182us (360us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135142.914794:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12502 00002000:00100000:0.0:1746135142.914799:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b617b80 x1830954627213184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:598/0 lens 488/4536 e 0 to 0 dl 1746135153 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.914806:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617b80 with x1830954627213184 ext(0->4095) 00002000:00010000:0.0:1746135142.914809:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b617b80 00000100:00100000:0.0:1746135142.916954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.918032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.927769:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.930740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.931612:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+177:2008:x1830954627214080:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 617us (875us total) trans 4294971879 rc 0/0 00000100:00100000:0.0:1746135142.931619:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1332 00002000:00100000:0.0:1746135142.931625:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e3480 x1830954627214080/t4294971879(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.931631:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3480 with x1830954627214080 ext(0->7) 00010000:00010000:0.0:1746135142.931635:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3400/0xc3cfcce4a57c04d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b8a expref: 177 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.931668:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3400/0xc3cfcce4a57c04d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b8a expref: 177 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.931673:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e3480 00000100:00100000:0.0:1746135142.936910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.942376:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.953455:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.959693:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627214720 00000100:00100000:0.0:1746135142.959702:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627214720 00000100:00100000:0.0:1746135142.959753:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28258 00000100:00100000:0.0:1746135142.959760:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+176:1164:x1830954627214720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135142.959775:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135142.959788:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c04ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234b9f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.959811:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6000/0xc3cfcce4a57c04de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b91 expref: 177 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.959819:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c04e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b98 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.959834:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135142.959836:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135142.959839:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c04ec lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b9f expref: 177 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.959865:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c04e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b98 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.959876:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c04e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b98 expref: 5 pid: 9590 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746135142.959886:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a514380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954625535360:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135142.961795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135142.968001:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801364a6000/0xc3cfcce4a57c04de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b91 expref: 177 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135142.968017:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801364a6000/0xc3cfcce4a57c04de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b91 expref: 177 pid: 11953 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746135142.968030:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954625535488:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135142.968106:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135142.968131:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a514380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954625535360:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135142.972002:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.975587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.980003:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.984567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.986915:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+178:2010:x1830954627215744:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1393us (2347us total) trans 4294971880 rc 0/0 00000100:00100000:0.0:1746135142.986925:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1334 00002000:00100000:0.0:1746135142.986933:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d2e5500 x1830954627215744/t4294971880(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:598/0 lens 496/448 e 0 to 0 dl 1746135153 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135142.986941:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954627215744 ext(0->7) 00010000:00010000:0.0:1746135142.986949:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c04ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b9f expref: 178 pid: 26641 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135142.986963:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c04ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234b9f expref: 178 pid: 26641 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135142.986968:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e5500 00000100:00100000:0.0:1746135142.989048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.991566:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.995388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135142.997499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.011739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.011842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.023974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.024084:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.027106:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.030183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.036580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.038080:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+181:2009:x1830954627217792:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1059us (1497us total) trans 4294971881 rc 0/0 00000100:00100000:0.0:1746135143.038090:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1336 00002000:00100000:0.0:1746135143.038097:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b609c00 x1830954627217792/t4294971881(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.038104:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609c00 with x1830954627217792 ext(0->7) 00010000:00010000:0.0:1746135143.038111:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6000/0xc3cfcce4a57c0501 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234bb4 expref: 181 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.038123:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364a6000/0xc3cfcce4a57c0501 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234bb4 expref: 181 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.038128:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b609c00 00000100:00100000:0.0:1746135143.045532:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.051816:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.061843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.062914:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.069168:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627218816 00000100:00100000:0.0:1746135143.069176:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627218816 00002000:00100000:0.0:1746135143.069213:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130623b80 x1830954627218816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 488/0 e 0 to 0 dl 1746135154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.069223:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130623b80 with x1830954627218816 ext(0->4095) 00010000:00010000:0.0:1746135143.069231:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c050f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234bc2 expref: 180 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.069249:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c050f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234bc2 expref: 180 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.069255:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130623b80 00000100:00100000:0.0:1746135143.069399:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1338 00000100:00100000:0.0:1746135143.069407:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+180:2011:x1830954627218816:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135143.069550:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+180:2011:x1830954627218816:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (452us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135143.069556:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1338 00002000:00100000:0.0:1746135143.069561:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130623b80 x1830954627218816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.069568:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130623b80 with x1830954627218816 ext(0->4095) 00010000:00010000:0.0:1746135143.069573:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c050f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234bc2 expref: 180 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.069581:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c050f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234bc2 expref: 180 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.069587:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130623b80 00000100:00100000:0.0:1746135143.074778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.083771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.089881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.095429:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.095569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.098683:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.101988:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.108744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.126279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.128891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.128935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.133515:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.135970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.139226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.144160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.147015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.150322:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.152257:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.154783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.155552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.158185:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.158222:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.158248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.160966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.164896:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.170626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.175431:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.180990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.181078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.183455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.183517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.185334:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.189452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.192733:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.198293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.202130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.207159:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.207233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.215195:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.215355:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.221465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.235838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.238191:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+193:2010:x1830954627226624:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1970us (2365us total) trans 4294971887 rc 0/0 00000100:00100000:0.0:1746135143.238206:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1350 00002000:00100000:0.0:1746135143.238216:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800855b6a00 x1830954627226624/t4294971887(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.238226:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6a00 with x1830954627226624 ext(0->7) 00010000:00010000:0.0:1746135143.238234:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0563 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c16 expref: 193 pid: 26641 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.238249:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c0563 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c16 expref: 193 pid: 26641 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.238255:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855b6a00 00000100:00100000:0.0:1746135143.270499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.270559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.274757:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d933800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625539968:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135143.274901:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135143.275152:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+193:2009:x1830954627226880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4412us (4590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135143.275162:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12589 00000100:00100000:0.0:1746135143.282274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.282453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.291170:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.306619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.314899:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+194:2009:x1830954627227904:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7510us (8277us total) trans 4294971888 rc 0/0 00000100:00100000:0.0:1746135143.314910:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1353 00002000:00100000:0.0:1746135143.314920:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800944b1880 x1830954627227904/t4294971888(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.314928:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1880 with x1830954627227904 ext(0->7) 00010000:00010000:0.0:1746135143.314936:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b740a00/0xc3cfcce4a57c0571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c24 expref: 194 pid: 26641 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.314950:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b740a00/0xc3cfcce4a57c0571 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c24 expref: 194 pid: 26641 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.314956:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b1880 00000100:00100000:0.0:1746135143.322069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.336095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.347429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.347712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.352327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.363479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.369536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.384155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.384206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.396178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.401124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.401780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.406678:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.412588:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.413505:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+198:2009:x1830954627230464:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 652us (921us total) trans 4294971890 rc 0/0 00000100:00100000:0.0:1746135143.413512:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1358 00002000:00100000:0.0:1746135143.413518:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4ef100 x1830954627230464/t4294971890(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.413525:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef100 with x1830954627230464 ext(0->7) 00010000:00010000:0.0:1746135143.413531:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c058d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c40 expref: 198 pid: 26641 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.413541:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c058d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c40 expref: 198 pid: 26641 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.413547:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4ef100 00000100:00100000:0.0:1746135143.422606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.434763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.435229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.439279:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.443496:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.449540:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+201:2008:x1830954627231744:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1499us (6047us total) trans 4294971891 rc 0/0 00000100:00100000:0.0:1746135143.449551:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1361 00002000:00100000:0.0:1746135143.449557:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b5c2d80 x1830954627231744/t4294971891(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.449566:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2d80 with x1830954627231744 ext(0->7) 00010000:00010000:0.0:1746135143.449573:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c059b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c4e expref: 201 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.449585:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c059b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c4e expref: 201 pid: 9591 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.449591:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5c2d80 00000100:00100000:0.0:1746135143.460811:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.466768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.469368:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.469413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.471222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.471569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.476206:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.481637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.489377:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.495602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.499151:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+202:2011:x1830954627233408:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2930us (3548us total) trans 4294971892 rc 0/0 00000100:00100000:0.0:1746135143.499163:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1363 00002000:00100000:0.0:1746135143.499174:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7d500 x1830954627233408/t4294971892(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.499183:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d500 with x1830954627233408 ext(0->7) 00010000:00010000:0.0:1746135143.499193:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a75fc00/0xc3cfcce4a57c05b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c63 expref: 202 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.499208:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a75fc00/0xc3cfcce4a57c05b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c63 expref: 202 pid: 9591 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.499214:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7d500 00000100:00100000:0.0:1746135143.502952:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.509578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.512863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.519478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.519600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.523015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.527327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.533145:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+205:2010:x1830954627234688:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5591us (5815us total) trans 4294971893 rc 0/0 00000100:00100000:0.0:1746135143.533157:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1365 00002000:00100000:0.0:1746135143.533169:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7ed80 x1830954627234688/t4294971893(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.533177:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7ed80 with x1830954627234688 ext(0->7) 00010000:00010000:0.0:1746135143.533186:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c05be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c71 expref: 205 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.533199:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c05be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c71 expref: 205 pid: 9591 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.533206:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7ed80 00000100:00100000:0.0:1746135143.534895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.538520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.539880:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.542052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.546277:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627235712 00000100:00100000:0.0:1746135143.546282:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627235712 00002000:00100000:0.0:1746135143.546313:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130620e00 x1830954627235712/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 488/0 e 0 to 0 dl 1746135154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.546321:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620e00 with x1830954627235712 ext(0->4095) 00010000:00010000:0.0:1746135143.546327:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c05cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c7f expref: 204 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.546339:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c05cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c7f expref: 204 pid: 9591 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.546345:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620e00 00000100:00100000:0.0:1746135143.546545:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1367 00000100:00100000:0.0:1746135143.546552:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+204:2010:x1830954627235712:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135143.552707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.561058:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+206:2009:x1830954627235968:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8085us (8347us total) trans 4294971894 rc 0/0 00000100:00100000:0.0:1746135143.561071:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1368 00002000:00100000:0.0:1746135143.561082:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c74000 x1830954627235968/t4294971894(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.561091:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c74000 with x1830954627235968 ext(0->7) 00010000:00010000:0.0:1746135143.561101:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c05cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c7f expref: 206 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.561115:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c05cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c7f expref: 206 pid: 9591 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.561122:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c74000 00000100:00100000:0.0:1746135143.568078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.570494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.574356:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.578012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.581688:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.595289:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627236992 00000100:00100000:0.0:1746135143.595297:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627236992 00000100:00100000:0.0:1746135143.595347:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28293 00000100:00100000:0.0:1746135143.595354:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627236992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135143.595368:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135143.595383:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c05e1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234c94 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.595406:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c05da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c8d expref: 205 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.595412:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135143.595413:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135143.595418:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c05e1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c94 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.595440:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c05da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c8d expref: 205 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.595451:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c05da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c8d expref: 205 pid: 9590 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746135143.595461:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c75180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625543936:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135143.595521:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135143.597068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.598462:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+208:2010:x1830954627237120:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 887us (1395us total) trans 4294971895 rc 0/0 00000100:00100000:0.0:1746135143.598467:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1370 00002000:00100000:0.0:1746135143.598472:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c75500 x1830954627237120/t4294971895(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.598479:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c75500 with x1830954627237120 ext(0->7) 00010000:00010000:0.0:1746135143.598483:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c05da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c8d expref: 208 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.598492:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c05da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c8d expref: 208 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.598497:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c75500 00000100:00100000:0.0:1746135143.599623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.602691:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.605124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.607329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.615515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.626197:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627238144 00000100:00100000:0.0:1746135143.626201:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627238144 00010000:00010000:0.0:1746135143.626218:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c05e8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c9b expref: 211 pid: 9591 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746135143.626233:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627238272 00000100:00100000:0.0:1746135143.626234:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627238272 00010000:00010000:0.0:1746135143.626243:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c05e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c94 expref: 6 pid: 9591 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746135143.626255:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12607 00000100:00100000:0.0:1746135143.626259:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+211:2009:x1830954627238144:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135143.626267:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135143.626282:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c05e8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c9b expref: 211 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.626290:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c05e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c9b expref: 211 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.626303:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135143.626320:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+211:2009:x1830954627238144:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 61us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135143.626324:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12607 00000100:00100000:0.0:1746135143.626334:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12608 00000100:00100000:0.0:1746135143.626338:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627238272:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135143.626343:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135143.626348:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c05e1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c94 expref: 6 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.626355:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c05e1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c94 expref: 6 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.626363:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c05e1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234c94 expref: 6 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.626375:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135143.626376:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135143.626381:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c05ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca2 expref: 210 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.626387:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c05ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca2 expref: 210 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.626403:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c05ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca2 expref: 210 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.626411:0:10938:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c05ef lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca2 expref: 210 pid: 9591 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746135143.626421:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c76a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625544576:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135143.626466:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135143.635729:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.643481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.645420:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+211:2008:x1830954627238912:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 875us (1940us total) trans 4294971896 rc 0/0 00000100:00100000:0.0:1746135143.645429:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1372 00002000:00100000:0.0:1746135143.645437:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c77100 x1830954627238912/t4294971896(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.645444:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c77100 with x1830954627238912 ext(0->7) 00010000:00010000:0.0:1746135143.645451:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c05ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca2 expref: 211 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.645464:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c05ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca2 expref: 211 pid: 9591 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.645469:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c77100 00000100:00100000:0.0:1746135143.647387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.652302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.654690:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627239424 00000100:00100000:0.0:1746135143.654696:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627239424 00002000:00100000:0.0:1746135143.654727:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae0e680 x1830954627239424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 488/0 e 0 to 0 dl 1746135154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.654735:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0e680 with x1830954627239424 ext(0->4095) 00010000:00010000:0.0:1746135143.654741:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c05f6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca9 expref: 212 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.654750:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c05f6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca9 expref: 212 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.654759:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0e680 00000100:00100000:0.0:1746135143.654783:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1373 00000100:00100000:0.0:1746135143.654789:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+212:2010:x1830954627239424:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135143.654900:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+212:2010:x1830954627239424:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (623us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135143.654906:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1373 00002000:00100000:0.0:1746135143.654911:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae0e680 x1830954627239424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.654916:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0e680 with x1830954627239424 ext(0->4095) 00010000:00010000:0.0:1746135143.654921:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c05f6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca9 expref: 212 pid: 9590 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.654928:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c05f6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ca9 expref: 212 pid: 9590 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.654932:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0e680 00000100:00100000:0.0:1746135143.656475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.656616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.659295:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.662537:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.663837:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+212:2011:x1830954627240192:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 936us (1304us total) trans 4294971897 rc 0/0 00000100:00100000:0.0:1746135143.663844:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1375 00002000:00100000:0.0:1746135143.663849:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c74700 x1830954627240192/t4294971897(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.663857:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c74700 with x1830954627240192 ext(0->7) 00010000:00010000:0.0:1746135143.663862:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c05fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cb0 expref: 212 pid: 9591 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.663871:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c05fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cb0 expref: 212 pid: 9591 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.663876:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c74700 00000100:00100000:0.0:1746135143.665912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.669113:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.669598:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627240576 00000100:00100000:0.0:1746135143.669604:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627240576 00002000:00100000:0.0:1746135143.669635:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b184380 x1830954627240576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:599/0 lens 488/0 e 0 to 0 dl 1746135154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.669670:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b184380 with x1830954627240576 ext(0->4095) 00002000:00010000:0.0:1746135143.669674:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b184380 00000100:00100000:0.0:1746135143.669694:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12522 00000100:00100000:0.0:1746135143.669700:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627240576:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135143.669815:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627240576:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (703us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135143.669831:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12522 00002000:00100000:0.0:1746135143.669836:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008b184380 x1830954627240576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746135154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.669842:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b184380 with x1830954627240576 ext(0->4095) 00002000:00010000:0.0:1746135143.669845:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b184380 00000100:00100000:0.0:1746135143.672004:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.674397:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.676125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.677504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.678946:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627241472 00000100:00100000:0.0:1746135143.678950:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627241472 00000100:00100000:0.0:1746135143.678976:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28301 00000100:00100000:0.0:1746135143.678982:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627241472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135143.678992:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135143.679002:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0619 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234ccc expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.679016:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135143.679021:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c0612 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cc5 expref: 213 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.679026:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135143.679029:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0619 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ccc expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.679199:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c0612 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cc5 expref: 213 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.679211:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0619 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ccc expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.679218:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135143.679219:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135143.679224:0:11953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c0612 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cc5 expref: 212 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.679231:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c0612 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cc5 expref: 212 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.679244:0:11953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c0612 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cc5 expref: 212 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135143.679253:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c0612 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cc5 expref: 212 pid: 11953 timeout: 887 lvb_type: 0 00000100:00100000:0.0:1746135143.679263:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b185180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954625545728:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135143.679311:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135143.680916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.682636:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.690435:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+214:2009:x1830954627241984:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7632us (7793us total) trans 4294971898 rc 0/0 00000100:00100000:0.0:1746135143.690447:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1378 00002000:00100000:0.0:1746135143.690458:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b185880 x1830954627241984/t4294971898(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.690467:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b185880 with x1830954627241984 ext(0->7) 00010000:00010000:0.0:1746135143.690477:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c0612 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cc5 expref: 214 pid: 11953 timeout: 887 lvb_type: 0 00010000:00010000:0.0:1746135143.690491:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c0612 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cc5 expref: 214 pid: 11953 timeout: 887 lvb_type: 0 00002000:00010000:0.0:1746135143.690498:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b185880 00000100:00100000:0.0:1746135143.696911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.699802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.701974:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627242496 00000100:00100000:0.0:1746135143.701981:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627242496 00002000:00100000:0.0:1746135143.702017:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b614700 x1830954627242496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:599/0 lens 488/0 e 0 to 0 dl 1746135154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.702027:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614700 with x1830954627242496 ext(0->4095) 00010000:00010000:0.0:1746135143.702036:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0619 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ccc expref: 6 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.702050:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0619 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ccc expref: 6 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.702056:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b614700 00000100:00100000:0.0:1746135143.702084:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1379 00000100:00100000:0.0:1746135143.702091:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627242496:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135143.702242:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627242496:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135143.702249:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1379 00002000:00100000:0.0:1746135143.702255:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b614700 x1830954627242496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.702261:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614700 with x1830954627242496 ext(0->4095) 00010000:00010000:0.0:1746135143.702266:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0619 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ccc expref: 6 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.702276:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c0619 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ccc expref: 6 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.702281:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b614700 00000100:00100000:0.0:1746135143.707020:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.709477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.711295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.715537:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.718093:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+216:2011:x1830954627243136:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2082us (2309us total) trans 4294971899 rc 0/0 00000100:00100000:0.0:1746135143.718104:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1380 00002000:00100000:0.0:1746135143.718113:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b186d80 x1830954627243136/t4294971899(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.718121:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b186d80 with x1830954627243136 ext(0->7) 00010000:00010000:0.0:1746135143.718129:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b741200/0xc3cfcce4a57c0620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cd3 expref: 216 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.718141:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b741200/0xc3cfcce4a57c0620 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cd3 expref: 216 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.718146:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b186d80 00000100:00100000:0.0:1746135143.722049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.726809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.730191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.735251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.739503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.743741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.747408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.748904:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+218:2010:x1830954627244288:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 779us (1501us total) trans 4294971900 rc 0/0 00000100:00100000:0.0:1746135143.748912:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1382 00002000:00100000:0.0:1746135143.748917:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b184a80 x1830954627244288/t4294971900(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.748923:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b184a80 with x1830954627244288 ext(0->7) 00010000:00010000:0.0:1746135143.748928:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c062e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ce1 expref: 218 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.748938:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c062e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ce1 expref: 218 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.748943:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b184a80 00000100:00100000:0.0:1746135143.752764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.755623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.755899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.759835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.759930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.765243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.770229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.772553:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+221:2010:x1830954627245568:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1966us (2325us total) trans 4294971901 rc 0/0 00000100:00100000:0.0:1746135143.772564:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1384 00002000:00100000:0.0:1746135143.772575:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008b186300 x1830954627245568/t4294971901(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.772584:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b186300 with x1830954627245568 ext(0->7) 00010000:00010000:0.0:1746135143.772593:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c063c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cef expref: 221 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.772608:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c063c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234cef expref: 221 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.772615:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b186300 00000100:00100000:0.0:1746135143.776441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.782248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.784935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.789076:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.793503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.794343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.800792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.800860:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.802767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.808243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.824048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.835859:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+222:2010:x1830954627247616:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 11564us (11810us total) trans 4294971902 rc 0/0 00000100:00100000:0.0:1746135143.835870:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1386 00002000:00100000:0.0:1746135143.835878:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c75880 x1830954627247616/t4294971902(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.835893:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c75880 with x1830954627247616 ext(0->7) 00010000:00010000:0.0:1746135143.835900:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b741200/0xc3cfcce4a57c0651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d04 expref: 222 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.835914:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b741200/0xc3cfcce4a57c0651 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d04 expref: 222 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.835921:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c75880 00000100:00100000:0.0:1746135143.836705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.854210:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.862198:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.871798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.876106:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.882252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.887671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.889516:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+224:2008:x1830954627248768:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1667us (1878us total) trans 4294971903 rc 0/0 00000100:00100000:0.0:1746135143.889524:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1388 00002000:00100000:0.0:1746135143.889530:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7df80 x1830954627248768/t4294971903(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.889538:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7df80 with x1830954627248768 ext(0->7) 00010000:00010000:0.0:1746135143.889545:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c065f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d12 expref: 224 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.889557:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c065f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d12 expref: 224 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.889564:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7df80 00000100:00100000:0.0:1746135143.892259:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.897542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.900848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.902593:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.909984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.910064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.921187:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.922174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.922216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.929684:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.936450:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+226:2011:x1830954627250816:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 840us (1609us total) trans 4294971904 rc 0/0 00000100:00100000:0.0:1746135143.936461:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1390 00002000:00100000:0.0:1746135143.936469:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009addf100 x1830954627250816/t4294971904(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.936478:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addf100 with x1830954627250816 ext(0->7) 00010000:00010000:0.0:1746135143.936485:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c0674 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d27 expref: 226 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.936497:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c0674 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d27 expref: 226 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.936504:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addf100 00000100:00100000:0.0:1746135143.959182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.959327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.959354:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627251328 00000100:00100000:0.0:1746135143.959358:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627251328 00002000:00100000:0.0:1746135143.959397:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094c7dc00 x1830954627251328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:599/0 lens 488/0 e 0 to 0 dl 1746135154 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.959407:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7dc00 with x1830954627251328 ext(0->4095) 00002000:00010000:0.0:1746135143.959412:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c7dc00 00000100:00100000:0.0:1746135143.959437:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12533 00000100:00100000:0.0:1746135143.959445:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627251328:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135143.959608:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627251328:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 162us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135143.959616:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12533 00002000:00100000:0.0:1746135143.959622:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094c7dc00 x1830954627251328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:599/0 lens 488/4536 e 0 to 0 dl 1746135154 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.959629:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7dc00 with x1830954627251328 ext(0->4095) 00010000:00010000:0.0:1746135143.959635:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c067b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d2e expref: 6 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.959698:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c067b lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d2e expref: 6 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.959705:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7dc00 00000100:00100000:0.0:1746135143.965094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.965181:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.973904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.985867:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135143.990521:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+229:2008:x1830954627252096:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2600us (4654us total) trans 4294971905 rc 0/0 00000100:00100000:0.0:1746135143.990533:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1392 00002000:00100000:0.0:1746135143.990541:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7c000 x1830954627252096/t4294971905(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:599/0 lens 496/448 e 0 to 0 dl 1746135154 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135143.990550:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c000 with x1830954627252096 ext(0->7) 00010000:00010000:0.0:1746135143.990557:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2000/0xc3cfcce4a57c0682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d35 expref: 229 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135143.990572:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2000/0xc3cfcce4a57c0682 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d35 expref: 229 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135143.990578:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7c000 00000100:00100000:0.0:1746135144.000786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.005866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.009926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.011566:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627252736 00000100:00100000:0.0:1746135144.011572:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627252736 00000100:00100000:0.0:1746135144.011617:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28319 00000100:00100000:0.0:1746135144.011624:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627252736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135144.011663:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135144.011679:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c0697 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234d4a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.011722:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.011728:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0690 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d43 expref: 229 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.011738:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135144.011741:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c0697 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d4a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.011767:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0690 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d43 expref: 229 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.011778:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c0697 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d4a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.011788:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b430a00, rc 0) 00000100:00100000:0.0:1746135144.011986:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627252736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 362us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135144.011992:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28319 00000100:00100000:0.0:1746135144.015252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.018677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.024087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.026487:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+230:2011:x1830954627253376:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1390us (2403us total) trans 4294971906 rc 0/0 00000100:00100000:0.0:1746135144.026495:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1394 00002000:00100000:0.0:1746135144.026502:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800944b2d80 x1830954627253376/t4294971906(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.026511:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2d80 with x1830954627253376 ext(0->7) 00010000:00010000:0.0:1746135144.026519:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0690 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d43 expref: 230 pid: 11953 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.026538:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0690 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d43 expref: 230 pid: 11953 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.026543:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b2d80 00000100:00100000:0.0:1746135144.031065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.031139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.031168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.031184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.031197:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.031208:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.031233:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627254272 00000100:00100000:0.0:1746135144.031240:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627254272 00000100:00100000:0.0:1746135144.031280:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627253888 00000100:00100000:0.0:1746135144.031282:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627253888 00000100:00100000:0.0:1746135144.032122:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 789 00000100:00100000:0.0:1746135144.032127:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2010:x1830954627253888:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135144.032149:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2010:x1830954627253888:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135144.032153:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 789 00000100:00100000:0.0:1746135144.033705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.041600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.047396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.050695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.050952:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.053795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.053854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.058664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.063303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.064549:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+232:2011:x1830954627256064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1034us (1254us total) trans 4294971907 rc 0/0 00000100:00100000:0.0:1746135144.064558:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1397 00002000:00100000:0.0:1746135144.064563:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800944b0e00 x1830954627256064/t4294971907(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.064570:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0e00 with x1830954627256064 ext(0->7) 00010000:00010000:0.0:1746135144.064576:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d58 expref: 232 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.064586:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06a5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d58 expref: 232 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.064591:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b0e00 00000100:00100000:0.0:1746135144.066892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.073508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.076708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.080166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.102018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.107382:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627257216 00000100:00100000:0.0:1746135144.107386:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627257216 00000100:00100000:0.0:1746135144.107412:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28324 00000100:00100000:0.0:1746135144.107417:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+232:1164:x1830954627257216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135144.107426:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135144.107441:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06ba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234d6d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.107461:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c06ac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d5f expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.107468:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c06b3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d66 expref: 233 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.107473:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.107474:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.107477:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06ba lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d6d expref: 233 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.107501:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c06b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d66 expref: 233 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.107512:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c06b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d66 expref: 233 pid: 9590 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.107523:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625550976:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135144.107597:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c06ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d5f expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.107604:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c06ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d5f expref: 5 pid: 9590 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.107612:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625551104:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135144.107629:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135144.109126:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.109181:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.109286:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12636 00000100:00100000:0.0:1746135144.109293:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+233:2011:x1830954627257600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135144.109302:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135144.109317:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c06b3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d66 expref: 233 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.109333:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c06b3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d66 expref: 233 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.109352:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c06b3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d66 expref: 233 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.109375:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.109377:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.109382:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06ba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d6d expref: 232 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.109388:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d6d expref: 232 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.109408:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d6d expref: 232 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135144.109417:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625551232:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135144.109450:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135144.109761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.115041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.121972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.126212:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+235:2011:x1830954627258368:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2628us (4240us total) trans 4294971908 rc 0/0 00000100:00100000:0.0:1746135144.126223:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1399 00002000:00100000:0.0:1746135144.126232:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4efb80 x1830954627258368/t4294971908(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.126241:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4efb80 with x1830954627258368 ext(0->7) 00010000:00010000:0.0:1746135144.126248:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d6d expref: 235 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.126263:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d6d expref: 235 pid: 9591 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.126270:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4efb80 00000100:00100000:0.0:1746135144.131531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.135588:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.139585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.139632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.146409:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.146454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.154396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.163067:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135144.164355:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135144.173121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.179349:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.181385:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+236:2011:x1830954627260032:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 971us (2039us total) trans 4294971909 rc 0/0 00000100:00100000:0.0:1746135144.181395:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1401 00002000:00100000:0.0:1746135144.181404:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4ef100 x1830954627260032/t4294971909(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.181413:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef100 with x1830954627260032 ext(0->7) 00010000:00010000:0.0:1746135144.181422:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012dc83200/0xc3cfcce4a57c06cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d82 expref: 236 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.181436:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012dc83200/0xc3cfcce4a57c06cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d82 expref: 236 pid: 9591 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.181443:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4ef100 00000100:00100000:0.0:1746135144.185510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.185677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.190288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.197753:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.200899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.203521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.207132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.208779:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+238:2011:x1830954627261184:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1234us (1647us total) trans 4294971910 rc 0/0 00000100:00100000:0.0:1746135144.208786:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1403 00002000:00100000:0.0:1746135144.208793:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b5c0380 x1830954627261184/t4294971910(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.208801:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c0380 with x1830954627261184 ext(0->7) 00010000:00010000:0.0:1746135144.208808:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d90 expref: 238 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.208828:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c06dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d90 expref: 238 pid: 9591 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.208834:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5c0380 00000100:00100000:0.0:1746135144.211006:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.214594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.218375:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627261696 00000100:00100000:0.0:1746135144.218383:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627261696 00000100:00100000:0.0:1746135144.218420:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627261824 00000100:00100000:0.0:1746135144.218422:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627261824 00000100:00100000:0.0:1746135144.218436:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28331 00000100:00100000:0.0:1746135144.218444:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+238:1165:x1830954627261696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135144.218460:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135144.218475:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bbec400/0xc3cfcce4a57c06eb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234d9e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218496:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.218497:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.218504:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bbec400/0xc3cfcce4a57c06eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d9e expref: 239 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218516:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bbec400/0xc3cfcce4a57c06eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d9e expref: 239 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218525:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbec400, rc 0) 00000100:00100000:0.0:1746135144.218565:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+239:1165:x1830954627261696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135144.218571:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28331 00000100:00100000:0.0:1746135144.218584:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28332 00000100:00100000:0.0:1746135144.218589:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+238:1164:x1830954627261824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135144.218595:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135144.218599:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bbec200/0xc3cfcce4a57c06f2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234da5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218610:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c06e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d97 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218617:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bbec400/0xc3cfcce4a57c06eb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d9e expref: 239 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218622:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.218623:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.218626:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bbec200/0xc3cfcce4a57c06f2 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234da5 expref: 239 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218672:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bbec400/0xc3cfcce4a57c06eb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d9e expref: 239 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218685:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bbec400/0xc3cfcce4a57c06eb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d9e expref: 239 pid: 9591 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.218695:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5c3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625552768:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135144.218749:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c06e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d97 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.218757:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c06e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d97 expref: 5 pid: 9590 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.218763:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5c2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625552896:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135144.218776:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135144.222148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.223250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.223379:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627262208 00000100:00100000:0.0:1746135144.223388:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627262208 00010000:00010000:0.0:1746135144.223427:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c06e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d97 expref: 6 pid: 9590 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.223548:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12644 00000100:00100000:0.0:1746135144.223555:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627262208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135144.223565:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135144.223582:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c06e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d97 expref: 6 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.223590:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c06e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d97 expref: 6 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.223611:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c06e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234d97 expref: 6 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.223651:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135144.223683:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627262208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 128us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135144.223688:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12644 00000100:00100000:0.0:1746135144.227092:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.228007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.231968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.235892:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+240:2009:x1830954627262976:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 936us (1362us total) trans 4294971911 rc 0/0 00000100:00100000:0.0:1746135144.235900:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1406 00002000:00100000:0.0:1746135144.235906:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007c209180 x1830954627262976/t4294971911(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.235912:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209180 with x1830954627262976 ext(0->7) 00010000:00010000:0.0:1746135144.235917:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbec200/0xc3cfcce4a57c06f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234da5 expref: 240 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.235926:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbec200/0xc3cfcce4a57c06f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234da5 expref: 240 pid: 9591 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.235933:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c209180 00000100:00100000:0.0:1746135144.240635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.243557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.249573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.249627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.252049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.254579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.258401:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.261389:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+243:2010:x1830954627264256:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2766us (2989us total) trans 4294971912 rc 0/0 00000100:00100000:0.0:1746135144.261402:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1408 00002000:00100000:0.0:1746135144.261413:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325b1500 x1830954627264256/t4294971912(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.261422:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1500 with x1830954627264256 ext(0->7) 00010000:00010000:0.0:1746135144.261432:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447ca00/0xc3cfcce4a57c0707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234db3 expref: 243 pid: 26641 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.261447:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447ca00/0xc3cfcce4a57c0707 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234db3 expref: 243 pid: 26641 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.261454:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325b1500 00000100:00100000:0.0:1746135144.264925:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.269310:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.274056:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.275952:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.282317:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.282345:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.282365:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627265408 00000100:00100000:0.0:1746135144.282368:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627265408 00010000:00010000:0.0:1746135144.282389:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0700 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dba expref: 244 pid: 9591 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.282420:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627265280 00000100:00100000:0.0:1746135144.282422:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627265280 00010000:00010000:0.0:1746135144.282429:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57c070e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc1 expref: 6 pid: 26641 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.282445:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12649 00000100:00100000:0.0:1746135144.282451:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+243:2010:x1830954627265408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135144.282461:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135144.282475:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0700 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dba expref: 243 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.282863:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0700 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dba expref: 243 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.282884:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c0700 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dba expref: 243 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.282903:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.282905:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.282910:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 242 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.282917:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 242 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.282939:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 242 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135144.282949:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625554176:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135144.282989:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135144.284578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.284687:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627265792 00000100:00100000:0.0:1746135144.284692:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627265792 00002000:00100000:0.0:1746135144.284716:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801325b1f80 x1830954627265792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 488/0 e 0 to 0 dl 1746135155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.284724:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1f80 with x1830954627265792 ext(0->4095) 00010000:00010000:0.0:1746135144.284731:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 244 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.284740:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 244 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.284746:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325b1f80 00000100:00100000:0.0:1746135144.284764:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1409 00000100:00100000:0.0:1746135144.284769:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+244:2010:x1830954627265792:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135144.285098:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+244:2010:x1830954627265792:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 328us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135144.285103:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1409 00002000:00100000:0.0:1746135144.285108:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801325b1f80 x1830954627265792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.285115:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1f80 with x1830954627265792 ext(0->4095) 00010000:00010000:0.0:1746135144.285119:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 244 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.285127:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 244 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.285503:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325b1f80 00000100:00100000:0.0:1746135144.290029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.291439:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+245:2009:x1830954627266048:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1048us (1413us total) trans 4294971913 rc 0/0 00000100:00100000:0.0:1746135144.291447:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1410 00002000:00100000:0.0:1746135144.291453:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325b2d80 x1830954627266048/t4294971913(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.291460:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b2d80 with x1830954627266048 ext(0->7) 00010000:00010000:0.0:1746135144.291475:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 245 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.291487:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c0715 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dc8 expref: 245 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.291493:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325b2d80 00000100:00100000:0.0:1746135144.293203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.302933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.306764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.310082:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.316540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.319021:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.323856:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+246:2011:x1830954627267328:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4593us (4834us total) trans 4294971914 rc 0/0 00000100:00100000:0.0:1746135144.323867:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1412 00002000:00100000:0.0:1746135144.323877:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60e680 x1830954627267328/t4294971914(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.323884:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60e680 with x1830954627267328 ext(0->7) 00010000:00010000:0.0:1746135144.323893:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261c000/0xc3cfcce4a57c0723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dd6 expref: 246 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.323906:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261c000/0xc3cfcce4a57c0723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dd6 expref: 246 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.323912:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60e680 00000100:00100000:0.0:1746135144.329570:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627267456 00000100:00100000:0.0:1746135144.329578:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627267456 00010000:00010000:0.0:1746135144.329612:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008261c000/0xc3cfcce4a57c0723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dd6 expref: 246 pid: 9590 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.329653:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12653 00000100:00100000:0.0:1746135144.329660:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+246:2008:x1830954627267456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135144.329673:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135144.329689:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008261c000/0xc3cfcce4a57c0723 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dd6 expref: 246 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.329700:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008261c000/0xc3cfcce4a57c0723 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dd6 expref: 246 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.329719:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008261c000/0xc3cfcce4a57c0723 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234dd6 expref: 246 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.329899:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.329901:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.329907:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c072a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ddd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.329914:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c072a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ddd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.329939:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c072a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ddd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135144.329950:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625554944:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135144.330018:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135144.335898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.337659:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.340133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.341531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.345207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.357607:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.373768:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+250:2009:x1830954627268608:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1972us (16167us total) trans 4294971915 rc 0/0 00000100:00100000:0.0:1746135144.373778:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1414 00002000:00100000:0.0:1746135144.373785:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60ed80 x1830954627268608/t4294971915(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.373793:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ed80 with x1830954627268608 ext(0->7) 00010000:00010000:0.0:1746135144.373801:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261ca00/0xc3cfcce4a57c0731 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234de4 expref: 250 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.373822:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261ca00/0xc3cfcce4a57c0731 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234de4 expref: 250 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.373828:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60ed80 00000100:00100000:0.0:1746135144.378053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.380901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.384285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.385189:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.388103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.391561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.396499:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+250:2011:x1830954627269888:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4545us (4937us total) trans 4294971916 rc 0/0 00000100:00100000:0.0:1746135144.396509:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1417 00002000:00100000:0.0:1746135144.396517:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60d500 x1830954627269888/t4294971916(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.396524:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d500 with x1830954627269888 ext(0->7) 00010000:00010000:0.0:1746135144.396532:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261ce00/0xc3cfcce4a57c073f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234df2 expref: 250 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.396545:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261ce00/0xc3cfcce4a57c073f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234df2 expref: 250 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.396551:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60d500 00000100:00100000:0.0:1746135144.398176:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.401801:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.404192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.409432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.413776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.414402:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.417229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.417365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.420987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.423139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.425022:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+252:2011:x1830954627271680:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1399us (1883us total) trans 4294971917 rc 0/0 00000100:00100000:0.0:1746135144.425030:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1420 00002000:00100000:0.0:1746135144.425037:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d2e4000 x1830954627271680/t4294971917(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.425044:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4000 with x1830954627271680 ext(0->7) 00010000:00010000:0.0:1746135144.425052:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e07 expref: 252 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.425064:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e07 expref: 252 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.425069:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e4000 00000100:00100000:0.0:1746135144.429438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.431933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135144.434035:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135144.434172:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009added80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625556864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746135144.434502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.438249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.442131:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.442830:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.445805:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.445844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.445866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.450532:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625557632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746135144.450557:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135144.451418:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f5a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625557632:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746135144.453527:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.454797:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+255:2009:x1830954627273728:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1047us (1273us total) trans 4294971918 rc 0/0 00000100:00100000:0.0:1746135144.454804:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1422 00002000:00100000:0.0:1746135144.454818:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f5a3800 x1830954627273728/t4294971918(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.454826:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3800 with x1830954627273728 ext(0->7) 00010000:00010000:0.0:1746135144.454832:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c0769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e1c expref: 255 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.454842:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c0769 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e1c expref: 255 pid: 9591 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.454847:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f5a3800 00000100:00100000:0.0:1746135144.456751:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.463167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.471033:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954625557888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746135144.471091:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135144.471820:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954625557888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746135144.474214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.480193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.481957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.496767:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627274880 00000100:00100000:0.0:1746135144.496771:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627274880 00010000:00010000:0.0:1746135144.496786:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0770 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e23 expref: 255 pid: 9591 timeout: 888 lvb_type: 0 00000100:00100000:0.0:1746135144.496800:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12665 00000100:00100000:0.0:1746135144.496805:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+255:2011:x1830954627274880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135144.496820:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135144.496828:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0770 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e23 expref: 255 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.496836:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0770 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e23 expref: 255 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.496846:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0770 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e23 expref: 255 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.496868:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.496869:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.496875:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c077e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e31 expref: 254 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.496886:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c077e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e31 expref: 254 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.496908:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c077e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e31 expref: 254 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135144.496917:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5a2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625558272:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135144.497544:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135144.498171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.500953:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.502737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.503609:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+256:2008:x1830954627275520:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 608us (876us total) trans 4294971919 rc 0/0 00000100:00100000:0.0:1746135144.503615:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1425 00002000:00100000:0.0:1746135144.503621:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f5a2680 x1830954627275520/t4294971919(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.503627:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a2680 with x1830954627275520 ext(0->7) 00010000:00010000:0.0:1746135144.503632:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c077e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e31 expref: 256 pid: 26641 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.503673:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3200/0xc3cfcce4a57c077e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e31 expref: 256 pid: 26641 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.503679:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f5a2680 00000100:00100000:0.0:1746135144.506975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.515055:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.517581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.518065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.520730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.525412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.533151:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000001:00080000:0.0:1746135144.535745:0:9588:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294971920 is committed 00000100:00100000:0.0:1746135144.541549:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.555267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.555496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.558040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.562075:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.579649:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954627278080:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3321us (3490us total) trans 4294971921 rc 0/0 00000100:00100000:0.0:1746135144.579661:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1429 00002000:00100000:0.0:1746135144.579673:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007c208a80 x1830954627278080/t4294971921(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.579681:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c208a80 with x1830954627278080 ext(0->7) 00010000:00010000:0.0:1746135144.580010:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c079a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e4d expref: 8 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.580023:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c079a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e4d expref: 8 pid: 9591 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.580030:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c208a80 00000100:00100000:0.0:1746135144.583831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.585434:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12670 00000100:00100000:0.0:1746135144.585452:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954627278208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135144.585468:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135144.585495:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c079a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e4d expref: 8 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.585510:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c079a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e4d expref: 8 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.585732:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c079a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e4d expref: 8 pid: 9591 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.585932:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.585935:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.585941:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c07a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e54 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.585948:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c07a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e54 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.585983:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c07a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e54 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135144.585993:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d95a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625559552:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135144.586342:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135144.589708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.591791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.595849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.606707:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.606784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.608006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.611331:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.615745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.616997:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2009:x1830954627280128:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1026us (1257us total) trans 4294971922 rc 0/0 00000100:00100000:0.0:1746135144.617005:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1432 00002000:00100000:0.0:1746135144.617012:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d95bb80 x1830954627280128/t4294971922(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.617019:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95bb80 with x1830954627280128 ext(0->7) 00010000:00010000:0.0:1746135144.617024:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c07af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e62 expref: 11 pid: 26641 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.617036:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c07af lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e62 expref: 11 pid: 26641 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.617040:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d95bb80 00000100:00100000:0.0:1746135144.620805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.627054:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.632147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.632690:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.636048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.636955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.641922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.645882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.653003:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.662270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.665619:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954627281792:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3124us (3354us total) trans 4294971923 rc 0/0 00000100:00100000:0.0:1746135144.665627:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1434 00002000:00100000:0.0:1746135144.665636:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b488380 x1830954627281792/t4294971923(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.665659:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488380 with x1830954627281792 ext(0->7) 00010000:00010000:0.0:1746135144.665665:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c07c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e77 expref: 14 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.665676:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097b18c00/0xc3cfcce4a57c07c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e77 expref: 14 pid: 9590 timeout: 888 lvb_type: 0 00002000:00010000:0.0:1746135144.665681:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b488380 00000100:00100000:0.0:1746135144.667454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.678866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.683995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.688544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.697807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.698916:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954627282944:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 840us (1114us total) trans 4294971924 rc 0/0 00000100:00100000:0.0:1746135144.698924:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1436 00002000:00100000:0.0:1746135144.698931:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56f480 x1830954627282944/t4294971924(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.698940:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56f480 with x1830954627282944 ext(0->7) 00010000:00010000:0.0:1746135144.698948:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c07d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e85 expref: 14 pid: 9590 timeout: 888 lvb_type: 0 00010000:00010000:0.0:1746135144.698959:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c07d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e85 expref: 14 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135144.698964:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56f480 00000100:00100000:0.0:1746135144.700275:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.706970:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627283200 00000100:00100000:0.0:1746135144.706978:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627283200 00010000:00010000:0.0:1746135144.707009:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c07d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e85 expref: 15 pid: 9590 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135144.707041:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12678 00000100:00100000:0.0:1746135144.707048:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954627283200:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135144.707058:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135144.707074:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c07d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e85 expref: 15 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.707085:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c07d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e85 expref: 15 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.707105:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c07d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e85 expref: 15 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.707476:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.707479:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.707487:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261da00/0xc3cfcce4a57c07d9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e8c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.707497:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008261da00/0xc3cfcce4a57c07d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e8c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.707678:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008261da00/0xc3cfcce4a57c07d9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e8c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.707689:0:10938:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008261da00/0xc3cfcce4a57c07d9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e8c expref: 5 pid: 26641 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135144.707699:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625561472:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135144.707850:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135144.710205:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.712145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.715101:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.720613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.722742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.724263:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627284096:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1080us (1521us total) trans 4294971925 rc 0/0 00000100:00100000:0.0:1746135144.724271:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1438 00002000:00100000:0.0:1746135144.724276:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56d880 x1830954627284096/t4294971925(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.724284:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56d880 with x1830954627284096 ext(0->7) 00010000:00010000:0.0:1746135144.724290:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d800/0xc3cfcce4a57c07e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e93 expref: 16 pid: 26641 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.724305:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d800/0xc3cfcce4a57c07e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234e93 expref: 16 pid: 26641 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135144.724310:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56d880 00000100:00100000:0.0:1746135144.727491:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.730550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.734872:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.734962:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.746139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.748931:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.752166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.755344:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.758299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.760559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.762868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.768381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.770933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.776712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.776742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.776759:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627286656 00000100:00100000:0.0:1746135144.776765:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627286656 00010000:00010000:0.0:1746135144.777354:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008261de00/0xc3cfcce4a57c07fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eaf expref: 6 pid: 26641 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135144.777405:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12684 00000100:00100000:0.0:1746135144.777411:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627286656:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135144.777513:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135144.777524:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008261de00/0xc3cfcce4a57c07fc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eaf expref: 6 pid: 26641 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.777533:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008261de00/0xc3cfcce4a57c07fc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eaf expref: 7 pid: 26641 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.777546:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008261de00/0xc3cfcce4a57c07fc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eaf expref: 7 pid: 26641 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.777557:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.777559:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.777564:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c0803 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eb6 expref: 17 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.777571:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c0803 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eb6 expref: 17 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.777828:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c0803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eb6 expref: 17 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.777852:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c0803 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eb6 expref: 17 pid: 9590 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135144.777860:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b615c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625562752:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135144.782600:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.786154:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.789980:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954627287424:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3561us (3824us total) trans 4294971927 rc 0/0 00000100:00100000:0.0:1746135144.789991:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1442 00002000:00100000:0.0:1746135144.789999:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b615180 x1830954627287424/t4294971927(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.790006:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615180 with x1830954627287424 ext(0->7) 00010000:00010000:0.0:1746135144.790014:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c0803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eb6 expref: 20 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.790027:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c0803 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eb6 expref: 20 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135144.790033:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b615180 00000100:00100000:0.0:1746135144.791492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.803334:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.804933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.808785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.808840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.816454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.822539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.824233:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954627288704:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1204us (1699us total) trans 4294971928 rc 0/0 00000100:00100000:0.0:1746135144.824241:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1444 00002000:00100000:0.0:1746135144.824249:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800855b4e00 x1830954627288704/t4294971928(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.824256:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4e00 with x1830954627288704 ext(0->7) 00010000:00010000:0.0:1746135144.824262:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ec4 expref: 23 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.824274:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0811 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ec4 expref: 23 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135144.824279:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855b4e00 00000100:00100000:0.0:1746135144.826323:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.828700:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.828729:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627289088 00000100:00100000:0.0:1746135144.828734:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627289088 00002000:00100000:0.0:1746135144.828772:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800855b7800 x1830954627289088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 488/0 e 0 to 0 dl 1746135155 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.828780:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7800 with x1830954627289088 ext(0->4095) 00002000:00010000:0.0:1746135144.828784:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b7800 00000100:00100000:0.0:1746135144.828803:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12567 00000100:00100000:0.0:1746135144.828820:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2010:x1830954627289088:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135144.828950:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2010:x1830954627289088:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 130us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135144.828956:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12567 00002000:00100000:0.0:1746135144.828961:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800855b7800 x1830954627289088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 488/4536 e 0 to 0 dl 1746135155 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.828967:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7800 with x1830954627289088 ext(0->4095) 00002000:00010000:0.0:1746135144.828979:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b7800 00000100:00100000:0.0:1746135144.830604:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.832513:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.833091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.835866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.835903:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.836370:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.838979:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.843000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.847179:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2009:x1830954627290496:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3620us (4180us total) trans 4294971929 rc 0/0 00000100:00100000:0.0:1746135144.847189:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1446 00002000:00100000:0.0:1746135144.847826:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e0e00 x1830954627290496/t4294971929(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.847836:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0e00 with x1830954627290496 ext(0->7) 00010000:00010000:0.0:1746135144.847845:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2c00/0xc3cfcce4a57c0826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ed9 expref: 24 pid: 11953 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.847860:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2c00/0xc3cfcce4a57c0826 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ed9 expref: 24 pid: 11953 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135144.847866:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e0e00 00000100:00100000:0.0:1746135144.861446:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.861876:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.872971:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009265ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954625564544:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135144.872998:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008261c800/0xc3cfcce4a57c083b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234eee expref: 25 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.873021:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008261c800, rc 0) 00000100:00100000:0.0:1746135144.873081:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:1165:x1830954627291136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6294us (6493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135144.873088:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28379 00000100:00100000:0.0:1746135144.877723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.885735:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2008:x1830954627291776:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7802us (8012us total) trans 4294971930 rc 0/0 00000100:00100000:0.0:1746135144.885745:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1449 00002000:00100000:0.0:1746135144.885754:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e3100 x1830954627291776/t4294971930(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.885763:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3100 with x1830954627291776 ext(0->7) 00010000:00010000:0.0:1746135144.885771:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261c400/0xc3cfcce4a57c0834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ee7 expref: 27 pid: 11953 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.885784:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261c400/0xc3cfcce4a57c0834 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ee7 expref: 27 pid: 11953 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135144.885790:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e3100 00000100:00100000:0.0:1746135144.890000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.896917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.911357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.912073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.916619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.921234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.922479:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954627293056:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 625us (1251us total) trans 4294971931 rc 0/0 00000100:00100000:0.0:1746135144.922486:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1452 00002000:00100000:0.0:1746135144.922491:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e0380 x1830954627293056/t4294971931(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.922499:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0380 with x1830954627293056 ext(0->7) 00010000:00010000:0.0:1746135144.922504:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0842 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ef5 expref: 28 pid: 11953 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.922512:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0842 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234ef5 expref: 28 pid: 11953 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135144.922517:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e0380 00000100:00100000:0.0:1746135144.923992:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.928392:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.934634:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.941489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.946307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.961304:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954627294336:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 912us (1094us total) trans 4294971932 rc 0/0 00000100:00100000:0.0:1746135144.961311:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1454 00002000:00100000:0.0:1746135144.961317:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009addf800 x1830954627294336/t4294971932(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135144.961325:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addf800 with x1830954627294336 ext(0->7) 00010000:00010000:0.0:1746135144.961329:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2000/0xc3cfcce4a57c0850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f03 expref: 31 pid: 11953 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135144.961345:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2000/0xc3cfcce4a57c0850 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f03 expref: 31 pid: 11953 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135144.961350:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addf800 00000100:00100000:0.0:1746135144.964118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.966983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.975427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.975468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.975973:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28385 00000100:00100000:0.0:1746135144.975981:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627294976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135144.975995:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135144.976009:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bbed800/0xc3cfcce4a57c0865 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234f18 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.976057:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135144.976063:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3c00/0xc3cfcce4a57c085e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f11 expref: 31 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.976068:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135144.976071:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bbed800/0xc3cfcce4a57c0865 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f18 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.976479:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa3c00/0xc3cfcce4a57c085e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f11 expref: 31 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.976491:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bbed800/0xc3cfcce4a57c0865 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f18 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135144.976501:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbed800, rc 0) 00000100:00100000:0.0:1746135144.978673:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627294976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2687us (3197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135144.978682:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28385 00000100:00100000:0.0:1746135144.981606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.988702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135144.998834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135145.001946:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135145.002634:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2011:x1830954627295616:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 866us (3805us total) trans 4294971933 rc 0/0 00000100:00100000:0.0:1746135145.002930:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1456 00002000:00100000:0.0:1746135145.002938:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622bb80 x1830954627295616/t4294971933(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:600/0 lens 496/448 e 0 to 0 dl 1746135155 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.002945:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622bb80 with x1830954627295616 ext(0->7) 00010000:00010000:0.0:1746135145.002952:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3c00/0xc3cfcce4a57c085e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f11 expref: 32 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.002963:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3c00/0xc3cfcce4a57c085e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f11 expref: 32 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.002969:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622bb80 00000100:00100000:0.0:1746135145.006431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.017840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135145.018994:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135145.029367:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627296128 00000100:00100000:0.0:1746135145.029379:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627296128 00000100:00100000:0.0:1746135145.029441:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28386 00000100:00100000:0.0:1746135145.029449:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:1165:x1830954627296128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135145.029464:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135145.029487:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234f1f expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.029511:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.029513:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.029520:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 32 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.029535:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 32 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.029544:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5000, rc 0) 00000100:00100000:0.0:1746135145.029587:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1165:x1830954627296128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (4674us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135145.029593:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28386 00000100:00100000:0.0:1746135145.030663:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627296256 00000100:00100000:0.0:1746135145.030667:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627296256 00000100:00100000:0.0:1746135145.030703:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28387 00000100:00100000:0.0:1746135145.030709:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1164:x1830954627296256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135145.030718:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135145.030727:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c0873 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234f26 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.030745:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bbed800/0xc3cfcce4a57c0865 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f18 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.030753:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 33 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.030758:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.030760:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.030763:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c0873 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f26 expref: 33 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.030786:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 33 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.030797:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 33 pid: 9590 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135145.030818:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625566336:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135145.030893:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bbed800/0xc3cfcce4a57c0865 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f18 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.030900:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bbed800/0xc3cfcce4a57c0865 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f18 expref: 5 pid: 26641 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135145.030908:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086228e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625566464:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135145.030927:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135145.034343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.035354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.037472:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627296512 00000100:00100000:0.0:1746135145.037478:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627296512 00002000:00100000:0.0:1746135145.037511:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880086229880 x1830954627296512/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.037521:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229880 with x1830954627296512 ext(0->4095) 00010000:00010000:0.0:1746135145.037527:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 33 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.037537:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 33 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.037543:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086229880 00000100:00100000:0.0:1746135145.037567:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1457 00000100:00100000:0.0:1746135145.037573:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2010:x1830954627296512:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.037693:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2010:x1830954627296512:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (3358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135145.037699:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1457 00002000:00100000:0.0:1746135145.037703:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880086229880 x1830954627296512/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.037710:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229880 with x1830954627296512 ext(0->4095) 00010000:00010000:0.0:1746135145.037714:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 33 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.037723:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c086c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f1f expref: 33 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.037732:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086229880 00000100:00100000:0.0:1746135145.043247:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.044583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.065185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.073348:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2008:x1830954627297408:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1136us (8167us total) trans 4294971934 rc 0/0 00000100:00100000:0.0:1746135145.073358:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1459 00002000:00100000:0.0:1746135145.073366:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622ad80 x1830954627297408/t4294971934(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.073373:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622ad80 with x1830954627297408 ext(0->7) 00010000:00010000:0.0:1746135145.073381:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c0873 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f26 expref: 34 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.073395:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c0873 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f26 expref: 34 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.073401:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622ad80 00000100:00100000:0.0:1746135145.079129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.085494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.087876:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.089661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.090756:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.092873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.094953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.096688:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2011:x1830954627298688:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1259us (1736us total) trans 4294971935 rc 0/0 00000100:00100000:0.0:1746135145.096699:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1461 00002000:00100000:0.0:1746135145.096708:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a622300 x1830954627298688/t4294971935(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.096716:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622300 with x1830954627298688 ext(0->7) 00010000:00010000:0.0:1746135145.096726:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f34 expref: 37 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.096739:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0881 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f34 expref: 37 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.096747:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a622300 00000100:00100000:0.0:1746135145.101967:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.111264:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627299072 00000100:00100000:0.0:1746135145.111271:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627299072 00002000:00100000:0.0:1746135145.111310:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012f4ec700 x1830954627299072/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.111320:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec700 with x1830954627299072 ext(0->4095) 00002000:00010000:0.0:1746135145.111324:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f4ec700 00000100:00100000:0.0:1746135145.111353:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12573 00000100:00100000:0.0:1746135145.111360:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2010:x1830954627299072:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.111500:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2010:x1830954627299072:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (428us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135145.111506:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12573 00002000:00100000:0.0:1746135145.111511:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012f4ec700 x1830954627299072/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746135156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.111518:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec700 with x1830954627299072 ext(0->4095) 00002000:00010000:0.0:1746135145.111520:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f4ec700 00000100:00100000:0.0:1746135145.114358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.115055:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.120321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.120391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.126833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.126883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.129915:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.136090:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.148824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.155065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.161112:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.161162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.163335:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135145.166247:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135145.168417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.177286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.192930:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2008:x1830954627301760:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 14043us (15637us total) trans 4294971937 rc 0/0 00000100:00100000:0.0:1746135145.192943:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1466 00002000:00100000:0.0:1746135145.192956:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094747480 x1830954627301760/t4294971937(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.192965:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094747480 with x1830954627301760 ext(0->7) 00010000:00010000:0.0:1746135145.192974:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c08a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f5e expref: 40 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.192995:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c08a4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f5e expref: 40 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.193002:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094747480 00000100:00100000:0.0:1746135145.197387:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28396 00000100:00100000:0.0:1746135145.197412:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1164:x1830954627301888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135145.197435:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135145.197456:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c08b2 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608234f65 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.197486:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135145.197492:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c08ab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f57 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.197499:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135145.197503:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c08b2 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f65 expref: 41 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.197548:0:9590:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c08ab lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f57 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.197562:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c08b2 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f65 expref: 41 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.197572:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d56de00, rc 0) 00000100:00100000:0.0:1746135145.197664:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1164:x1830954627301888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 263us (3691us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135145.197672:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28396 00000100:00100000:0.0:1746135145.211909:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.224954:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.232114:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.233499:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627302912:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1175us (1379us total) trans 4294971938 rc 0/0 00000100:00100000:0.0:1746135145.233508:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1468 00002000:00100000:0.0:1746135145.233516:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094744000 x1830954627302912/t4294971938(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.233524:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094744000 with x1830954627302912 ext(0->7) 00010000:00010000:0.0:1746135145.233533:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c08b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f65 expref: 42 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.233547:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c08b2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f65 expref: 42 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.233553:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094744000 00000100:00100000:0.0:1746135145.236789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.239521:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.243377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.243421:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627303424 00000100:00100000:0.0:1746135145.243430:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627303424 00002000:00100000:0.0:1746135145.243482:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094746680 x1830954627303424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:601/0 lens 488/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.243492:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746680 with x1830954627303424 ext(0->4095) 00010000:00010000:0.0:1746135145.243502:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c08b9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f6c expref: 6 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.243517:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c08b9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f6c expref: 6 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.243523:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094746680 00000100:00100000:0.0:1746135145.243543:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1469 00000100:00100000:0.0:1746135145.243550:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627303424:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.243731:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627303424:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 180us (366us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135145.243736:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1469 00002000:00100000:0.0:1746135145.243741:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094746680 x1830954627303424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.243748:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746680 with x1830954627303424 ext(0->4095) 00010000:00010000:0.0:1746135145.243752:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c08b9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f6c expref: 6 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.243759:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2200/0xc3cfcce4a57c08b9 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f6c expref: 6 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.243765:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094746680 00000100:00100000:0.0:1746135145.246525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.247237:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.252218:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.256921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.262127:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2009:x1830954627304192:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4595us (5210us total) trans 4294971939 rc 0/0 00000100:00100000:0.0:1746135145.262140:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1471 00002000:00100000:0.0:1746135145.262152:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094745500 x1830954627304192/t4294971939(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.262161:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094745500 with x1830954627304192 ext(0->7) 00010000:00010000:0.0:1746135145.262173:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c08c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f73 expref: 45 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.262189:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3a00/0xc3cfcce4a57c08c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f73 expref: 45 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.262194:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094745500 00000100:00100000:0.0:1746135145.265143:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.268901:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.272822:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627304704 00000100:00100000:0.0:1746135145.272833:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627304704 00000100:00100000:0.0:1746135145.279620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.284339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.285822:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2009:x1830954627305472:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1031us (1486us total) trans 4294971940 rc 0/0 00000100:00100000:0.0:1746135145.285830:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1473 00002000:00100000:0.0:1746135145.285836:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e92a00 x1830954627305472/t4294971940(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.285844:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92a00 with x1830954627305472 ext(0->7) 00010000:00010000:0.0:1746135145.285850:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c08ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f81 expref: 46 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.285862:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c08ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f81 expref: 46 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.285867:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e92a00 00000100:00100000:0.0:1746135145.287513:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.293041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.298104:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.299637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.301992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.305396:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.311000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.312402:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2009:x1830954627306752:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 898us (1404us total) trans 4294971941 rc 0/0 00000100:00100000:0.0:1746135145.312410:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1475 00002000:00100000:0.0:1746135145.312417:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e92680 x1830954627306752/t4294971941(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.312425:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92680 with x1830954627306752 ext(0->7) 00010000:00010000:0.0:1746135145.312432:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c08dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f8f expref: 49 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.312444:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c08dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234f8f expref: 49 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.312449:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e92680 00000100:00100000:0.0:1746135145.314372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.323218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.326894:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.327053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.329781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.329837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.334473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.339671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.342811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.346430:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.347955:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2010:x1830954627308416:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1334us (1523us total) trans 4294971942 rc 0/0 00000100:00100000:0.0:1746135145.347963:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1477 00002000:00100000:0.0:1746135145.347969:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d049180 x1830954627308416/t4294971942(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.347976:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049180 with x1830954627308416 ext(0->7) 00010000:00010000:0.0:1746135145.347981:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57c08f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fa4 expref: 50 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.347991:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57c08f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fa4 expref: 50 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.347996:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d049180 00000100:00100000:0.0:1746135145.349708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.351525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.357093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.359107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.359153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.362453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.362482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.362508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.362776:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12721 00000100:00100000:0.0:1746135145.362818:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2010:x1830954627309696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135145.362826:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135145.362872:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57c08ff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fb2 expref: 53 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.362882:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57c08ff lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fb2 expref: 53 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.362927:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57c08ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fb2 expref: 53 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.362976:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135145.362994:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2010:x1830954627309696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 211us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135145.362999:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12721 00000100:00100000:0.0:1746135145.367450:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.375734:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.384763:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2009:x1830954627310464:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8596us (9122us total) trans 4294971943 rc 0/0 00000100:00100000:0.0:1746135145.384775:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1479 00002000:00100000:0.0:1746135145.384787:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d04a300 x1830954627310464/t4294971943(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.384809:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a300 with x1830954627310464 ext(0->7) 00010000:00010000:0.0:1746135145.384819:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261ca00/0xc3cfcce4a57c0906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fb9 expref: 53 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.384836:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261ca00/0xc3cfcce4a57c0906 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fb9 expref: 53 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.384842:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d04a300 00000100:00100000:0.0:1746135145.391225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.403251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.408006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.408063:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.411380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.417072:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.418098:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2008:x1830954627311744:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (1031us total) trans 4294971944 rc 0/0 00000100:00100000:0.0:1746135145.418104:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1482 00002000:00100000:0.0:1746135145.418109:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56ea00 x1830954627311744/t4294971944(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.418116:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56ea00 with x1830954627311744 ext(0->7) 00010000:00010000:0.0:1746135145.418121:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fc7 expref: 54 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.418132:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0914 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fc7 expref: 54 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.418141:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56ea00 00000100:00100000:0.0:1746135145.422681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.434511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.435691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.438034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.443173:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.444246:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:2011:x1830954627313024:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 827us (1078us total) trans 4294971945 rc 0/0 00000100:00100000:0.0:1746135145.444252:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1484 00002000:00100000:0.0:1746135145.444258:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56d500 x1830954627313024/t4294971945(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.444264:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56d500 with x1830954627313024 ext(0->7) 00010000:00010000:0.0:1746135145.444269:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57c0922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fd5 expref: 57 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.444279:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bc98000/0xc3cfcce4a57c0922 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fd5 expref: 57 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.444284:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56d500 00000100:00100000:0.0:1746135145.447824:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.454065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.457727:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.465534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.465617:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.469796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.472046:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.476143:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.476171:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627314560 00000100:00100000:0.0:1746135145.476177:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627314560 00002000:00100000:0.0:1746135145.476213:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d2e7480 x1830954627314560/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.476223:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7480 with x1830954627314560 ext(0->4095) 00010000:00010000:0.0:1746135145.476230:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0937 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fea expref: 58 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.476243:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0937 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fea expref: 58 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.476249:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e7480 00000100:00100000:0.0:1746135145.476281:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1485 00000100:00100000:0.0:1746135145.476287:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954627314560:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.476399:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954627314560:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135145.476405:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1485 00002000:00100000:0.0:1746135145.476410:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d2e7480 x1830954627314560/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.476416:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7480 with x1830954627314560 ext(0->4095) 00010000:00010000:0.0:1746135145.476420:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0937 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fea expref: 58 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.476429:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0937 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fea expref: 58 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.476435:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e7480 00000100:00100000:0.0:1746135145.481211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.490523:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2008:x1830954627314816:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9117us (9311us total) trans 4294971946 rc 0/0 00000100:00100000:0.0:1746135145.490533:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1486 00002000:00100000:0.0:1746135145.490541:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d2e4a80 x1830954627314816/t4294971946(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.490550:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4a80 with x1830954627314816 ext(0->7) 00010000:00010000:0.0:1746135145.490557:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fea expref: 59 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.490571:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0937 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fea expref: 59 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.490577:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e4a80 00000100:00100000:0.0:1746135145.494362:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.500849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.504043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.505466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.507232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.512093:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.514008:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.514073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.516633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.523306:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.525448:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954627316608:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1902us (2140us total) trans 4294971947 rc 0/0 00000100:00100000:0.0:1746135145.525461:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1489 00002000:00100000:0.0:1746135145.525475:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325b0a80 x1830954627316608/t4294971947(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.525483:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0a80 with x1830954627316608 ext(0->7) 00010000:00010000:0.0:1746135145.525495:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2800/0xc3cfcce4a57c094c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fff expref: 61 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.525515:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2800/0xc3cfcce4a57c094c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608234fff expref: 61 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.525521:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325b0a80 00000100:00100000:0.0:1746135145.534755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.540838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.540980:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627316992 00000100:00100000:0.0:1746135145.540985:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627316992 00002000:00100000:0.0:1746135145.541014:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801325b1880 x1830954627316992/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.541022:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1880 with x1830954627316992 ext(0->4095) 00002000:00010000:0.0:1746135145.541025:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325b1880 00000100:00100000:0.0:1746135145.541046:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12587 00000100:00100000:0.0:1746135145.541051:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954627316992:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.541144:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954627316992:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135145.541153:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12587 00002000:00100000:0.0:1746135145.541157:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801325b1880 x1830954627316992/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746135156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.541163:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1880 with x1830954627316992 ext(0->4095) 00002000:00010000:0.0:1746135145.541165:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325b1880 00000100:00100000:0.0:1746135145.545843:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.553273:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.560404:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.565148:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.574832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.579794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.580712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.584165:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.584208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.587293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.591507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.592864:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2008:x1830954627319168:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 928us (1365us total) trans 4294971949 rc 0/0 00000100:00100000:0.0:1746135145.592871:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1494 00002000:00100000:0.0:1746135145.592878:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880089fb2300 x1830954627319168/t4294971949(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.592885:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb2300 with x1830954627319168 ext(0->7) 00010000:00010000:0.0:1746135145.592890:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261ce00/0xc3cfcce4a57c0968 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823501b expref: 65 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.592904:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261ce00/0xc3cfcce4a57c0968 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823501b expref: 65 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.592909:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089fb2300 00000100:00100000:0.0:1746135145.594828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.598965:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.599052:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627319552 00000100:00100000:0.0:1746135145.599062:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627319552 00002000:00100000:0.0:1746135145.599107:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880089fb0380 x1830954627319552/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.599117:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0380 with x1830954627319552 ext(0->4095) 00002000:00010000:0.0:1746135145.599122:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089fb0380 00000100:00100000:0.0:1746135145.599161:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12588 00000100:00100000:0.0:1746135145.599168:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954627319552:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.599346:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954627319552:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 175us (389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135145.599353:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12588 00002000:00100000:0.0:1746135145.599358:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880089fb0380 x1830954627319552/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746135156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.599364:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0380 with x1830954627319552 ext(0->4095) 00002000:00010000:0.0:1746135145.599367:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089fb0380 00000100:00100000:0.0:1746135145.601861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.603469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.613889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.614432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.622156:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627320576 00000100:00100000:0.0:1746135145.622164:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627320576 00000100:00100000:0.0:1746135145.622262:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28426 00000100:00100000:0.0:1746135145.622268:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1165:x1830954627320576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135145.622280:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135145.622291:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c0984 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235037 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.622694:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c097d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235030 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.622764:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135145.622765:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135145.622768:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c0984 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235037 expref: 67 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.623096:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c097d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235030 expref: 66 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.623102:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c097d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235030 expref: 66 pid: 9591 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135145.623109:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954625575680:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135145.623129:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135145.626522:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61e8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954625575680:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135145.626543:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c0984 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235037 expref: 66 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.626558:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741600, rc 0) 00000100:00100000:0.0:1746135145.626578:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1165:x1830954627320576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4310us (4641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135145.626584:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28426 00000100:00100000:0.0:1746135145.629901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.631256:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2009:x1830954627321216:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1015us (1359us total) trans 4294971950 rc 0/0 00000100:00100000:0.0:1746135145.631263:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1496 00002000:00100000:0.0:1746135145.631269:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61e8e00 x1830954627321216/t4294971950(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.631275:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8e00 with x1830954627321216 ext(0->7) 00010000:00010000:0.0:1746135145.631280:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c097d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235030 expref: 67 pid: 9591 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.631290:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c097d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235030 expref: 67 pid: 9591 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.631296:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61e8e00 00000100:00100000:0.0:1746135145.632993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.646482:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.651625:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627321984 00000100:00100000:0.0:1746135145.651633:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627321984 00002000:00100000:0.0:1746135145.651690:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009addfb80 x1830954627321984/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:601/0 lens 488/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.651704:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addfb80 with x1830954627321984 ext(0->4095) 00002000:00010000:0.0:1746135145.651709:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009addfb80 00000100:00100000:0.0:1746135145.651740:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12592 00000100:00100000:0.0:1746135145.651747:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627321984:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.651943:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627321984:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 196us (404us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135145.651949:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12592 00002000:00100000:0.0:1746135145.651955:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009addfb80 x1830954627321984/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746135156 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.651962:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addfb80 with x1830954627321984 ext(0->4095) 00002000:00010000:0.0:1746135145.651965:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009addfb80 00000100:00100000:0.0:1746135145.654824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.655842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.658284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.661101:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627322752 00000100:00100000:0.0:1746135145.661105:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627322752 00010000:00010000:0.0:1746135145.661119:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c0984 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235037 expref: 67 pid: 11953 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135145.661135:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12741 00000100:00100000:0.0:1746135145.661140:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2011:x1830954627322752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135145.661147:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135145.661156:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c0984 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235037 expref: 67 pid: 11953 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.661169:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c0984 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235037 expref: 67 pid: 11953 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.661180:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c0984 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235037 expref: 67 pid: 11953 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.661191:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.661192:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.661198:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57c0992 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235045 expref: 66 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.661205:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57c0992 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235045 expref: 66 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.661221:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57c0992 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235045 expref: 66 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.661231:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57c0992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235045 expref: 66 pid: 9590 timeout: 889 lvb_type: 0 00000100:00100000:0.0:1746135145.661240:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625576320:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135145.661355:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135145.664137:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625576320:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135145.664153:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135145.664189:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954627322752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3047us (3490us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135145.664202:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12741 00000100:00100000:0.0:1746135145.667150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.670896:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954627323264:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2782us (3746us total) trans 4294971951 rc 0/0 00000100:00100000:0.0:1746135145.670907:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1499 00002000:00100000:0.0:1746135145.670916:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61eb480 x1830954627323264/t4294971951(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.670924:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eb480 with x1830954627323264 ext(0->7) 00010000:00010000:0.0:1746135145.670933:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57c0992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235045 expref: 68 pid: 9590 timeout: 889 lvb_type: 0 00010000:00010000:0.0:1746135145.670945:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57c0992 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235045 expref: 68 pid: 9590 timeout: 889 lvb_type: 0 00002000:00010000:0.0:1746135145.670951:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61eb480 00000100:00100000:0.0:1746135145.673744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.677271:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.682265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.683391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.685499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.688466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.689957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.698534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.702326:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.712562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.715366:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.717283:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954627325184:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1376us (1917us total) trans 4294971952 rc 0/0 00000100:00100000:0.0:1746135145.717292:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1502 00002000:00100000:0.0:1746135145.717298:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7ece00 x1830954627325184/t4294971952(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.717306:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ece00 with x1830954627325184 ext(0->7) 00010000:00010000:0.0:1746135145.717312:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c09a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823505a expref: 70 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.717323:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c09a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823505a expref: 70 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.717329:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7ece00 00000100:00100000:0.0:1746135145.718781:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.719872:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.723336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.726808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.729538:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.753884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.763270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.766039:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2011:x1830954627326336:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1681us (2774us total) trans 4294971953 rc 0/0 00000100:00100000:0.0:1746135145.766051:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1504 00002000:00100000:0.0:1746135145.766061:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7ed880 x1830954627326336/t4294971953(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.766069:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed880 with x1830954627326336 ext(0->7) 00010000:00010000:0.0:1746135145.766078:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bc99200/0xc3cfcce4a57c09b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235068 expref: 72 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.766091:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bc99200/0xc3cfcce4a57c09b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235068 expref: 72 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.766097:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7ed880 00000100:00100000:0.0:1746135145.769297:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.777105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.777496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.783254:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627327104 00000100:00100000:0.0:1746135145.783261:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627327104 00010000:00010000:0.0:1746135145.783293:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c09bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823506f expref: 6 pid: 9590 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135145.783327:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12748 00000100:00100000:0.0:1746135145.783334:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627327104:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135145.783346:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135145.783362:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c09bc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823506f expref: 6 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.783371:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c09bc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823506f expref: 6 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.783390:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c09bc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823506f expref: 6 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.783404:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.783406:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.783412:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 71 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.783418:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 71 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.783443:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 71 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135145.783452:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625577984:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135145.784342:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135145.787791:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627327360 00000100:00100000:0.0:1746135145.787805:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627327360 00002000:00100000:0.0:1746135145.787838:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009adddf80 x1830954627327360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.787847:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adddf80 with x1830954627327360 ext(0->4095) 00010000:00010000:0.0:1746135145.787853:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 73 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.787869:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 73 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.787875:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009adddf80 00000100:00100000:0.0:1746135145.787900:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1505 00000100:00100000:0.0:1746135145.787908:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954627327360:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.788018:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954627327360:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (687us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135145.788024:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1505 00002000:00100000:0.0:1746135145.788029:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009adddf80 x1830954627327360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 488/4536 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.788035:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adddf80 with x1830954627327360 ext(0->4095) 00010000:00010000:0.0:1746135145.788040:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 73 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.788048:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 73 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.788053:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009adddf80 00000100:00100000:0.0:1746135145.791342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.792571:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:2008:x1830954627327616:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1056us (1234us total) trans 4294971954 rc 0/0 00000100:00100000:0.0:1746135145.792580:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1506 00002000:00100000:0.0:1746135145.792586:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7eea00 x1830954627327616/t4294971954(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.792594:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eea00 with x1830954627327616 ext(0->7) 00010000:00010000:0.0:1746135145.792599:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 75 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.792611:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c09c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235076 expref: 75 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.792616:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7eea00 00000100:00100000:0.0:1746135145.798207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.803344:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.804847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.809074:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.809583:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.809699:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627328512 00000100:00100000:0.0:1746135145.809702:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627328512 00000100:00100000:0.0:1746135145.809734:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28438 00000100:00100000:0.0:1746135145.809739:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1164:x1830954627328512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135145.809883:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135145.809898:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c09d8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823508b expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.809920:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c09ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823507d expref: 75 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.809927:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261d000/0xc3cfcce4a57c09d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235084 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.809932:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.809933:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.809936:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c09d8 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823508b expref: 75 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.809959:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008261d000/0xc3cfcce4a57c09d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235084 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.809969:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008261d000/0xc3cfcce4a57c09d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235084 expref: 5 pid: 9590 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135145.809979:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954625578368:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135145.810032:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c09ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823507d expref: 75 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.810039:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c09ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823507d expref: 75 pid: 9590 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135145.810046:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082665880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954625578496:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135145.810061:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135145.811722:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.812221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.813759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.816505:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.820348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.824248:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2011:x1830954627329408:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3231us (3897us total) trans 4294971955 rc 0/0 00000100:00100000:0.0:1746135145.824259:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1508 00002000:00100000:0.0:1746135145.824268:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082665180 x1830954627329408/t4294971955(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.824277:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665180 with x1830954627329408 ext(0->7) 00010000:00010000:0.0:1746135145.824289:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c09d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823508b expref: 77 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.824303:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c09d8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823508b expref: 77 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.824311:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082665180 00000100:00100000:0.0:1746135145.828677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.833343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.838977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.839026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.842238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.842283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.847695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.851500:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.864118:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.884983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.885049:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627331072 00000100:00100000:0.0:1746135145.885056:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627331072 00002000:00100000:0.0:1746135145.885092:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082666a00 x1830954627331072/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.885101:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666a00 with x1830954627331072 ext(0->7) 00010000:00010000:0.0:1746135145.885111:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d000/0xc3cfcce4a57c09ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350a0 expref: 76 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.885124:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d000/0xc3cfcce4a57c09ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350a0 expref: 76 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.885130:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082666a00 00000100:00100000:0.0:1746135145.885154:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1510 00000100:00100000:0.0:1746135145.885160:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954627331072:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.885992:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2011:x1830954627331072:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 829us (1007us total) trans 4294971956 rc 0/0 00000100:00100000:0.0:1746135145.885998:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1510 00002000:00100000:0.0:1746135145.886004:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082666a00 x1830954627331072/t4294971956(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.886011:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666a00 with x1830954627331072 ext(0->7) 00010000:00010000:0.0:1746135145.886017:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d000/0xc3cfcce4a57c09ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350a0 expref: 78 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.886026:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d000/0xc3cfcce4a57c09ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350a0 expref: 78 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.886031:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082666a00 00000100:00100000:0.0:1746135145.887046:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.894437:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627331328 00000100:00100000:0.0:1746135145.894448:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627331328 00000100:00100000:0.0:1746135145.894504:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28443 00000100:00100000:0.0:1746135145.894511:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1164:x1830954627331328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135145.894531:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135145.894554:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d645e00/0xc3cfcce4a57c09fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082350ae expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.894580:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c09f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350a7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.894586:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.894589:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135145.894592:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d645e00/0xc3cfcce4a57c09fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350ae expref: 79 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.894618:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c09f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350a7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135145.894628:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c09f4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350a7 expref: 5 pid: 9591 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135145.894675:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625579648:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135145.896235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.907033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.907092:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.912177:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.924670:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.925591:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2008:x1830954627332352:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 704us (953us total) trans 4294971957 rc 0/0 00000100:00100000:0.0:1746135145.925598:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1513 00002000:00100000:0.0:1746135145.925604:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae08a80 x1830954627332352/t4294971957(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.925611:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08a80 with x1830954627332352 ext(0->7) 00010000:00010000:0.0:1746135145.925616:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d645e00/0xc3cfcce4a57c09fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350ae expref: 81 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.925625:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d645e00/0xc3cfcce4a57c09fb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350ae expref: 81 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.925636:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae08a80 00000100:00100000:0.0:1746135145.933269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.944253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.946943:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.947428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.949238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.951028:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627333632 00000100:00100000:0.0:1746135145.951033:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627333632 00002000:00100000:0.0:1746135145.951055:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009addc000 x1830954627333632/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/0 e 0 to 0 dl 1746135156 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.951062:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc000 with x1830954627333632 ext(0->7) 00010000:00010000:0.0:1746135145.951067:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0a09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350bc expref: 80 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.951077:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0a09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350bc expref: 80 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.951082:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addc000 00000100:00100000:0.0:1746135145.951104:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1516 00000100:00100000:0.0:1746135145.951110:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954627333632:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135145.952079:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954627333632:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 966us (1112us total) trans 4294971958 rc 0/0 00000100:00100000:0.0:1746135145.952088:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1516 00002000:00100000:0.0:1746135145.952094:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009addc000 x1830954627333632/t4294971958(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.952102:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc000 with x1830954627333632 ext(0->7) 00010000:00010000:0.0:1746135145.952107:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0a09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350bc expref: 82 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.952118:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0a09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350bc expref: 82 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.952123:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addc000 00000100:00100000:0.0:1746135145.957781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.964085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.976357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.976732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.979223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.982698:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.989128:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.990305:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2009:x1830954627334912:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 993us (1180us total) trans 4294971959 rc 0/0 00000100:00100000:0.0:1746135145.990314:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1518 00002000:00100000:0.0:1746135145.990321:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0a300 x1830954627334912/t4294971959(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:601/0 lens 496/448 e 0 to 0 dl 1746135156 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135145.990329:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0a300 with x1830954627334912 ext(0->7) 00010000:00010000:0.0:1746135145.990335:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bc99200/0xc3cfcce4a57c0a17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350ca expref: 85 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135145.990347:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bc99200/0xc3cfcce4a57c0a17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350ca expref: 85 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135145.990353:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0a300 00000100:00100000:0.0:1746135145.992631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.995146:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135145.998255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.001008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.001058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.004514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.004547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.004588:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.008380:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627336448 00000100:00100000:0.0:1746135146.008656:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627336448 00002000:00100000:0.0:1746135146.008949:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009addc700 x1830954627336448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/0 e 0 to 0 dl 1746135157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.008958:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc700 with x1830954627336448 ext(0->4095) 00010000:00010000:0.0:1746135146.008963:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0a2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350df expref: 85 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.008974:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0a2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350df expref: 85 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.008979:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addc700 00000100:00100000:0.0:1746135146.008995:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1519 00000100:00100000:0.0:1746135146.009001:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954627336448:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135146.009358:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954627336448:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 358us (1312us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135146.009366:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1519 00002000:00100000:0.0:1746135146.009371:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009addc700 x1830954627336448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.009377:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc700 with x1830954627336448 ext(0->4095) 00010000:00010000:0.0:1746135146.009381:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0a2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350df expref: 85 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.009389:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0a2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350df expref: 85 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.009394:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addc700 00000100:00100000:0.0:1746135146.011188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.012274:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2011:x1830954627336704:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 793us (1090us total) trans 4294971960 rc 0/0 00000100:00100000:0.0:1746135146.012281:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1520 00002000:00100000:0.0:1746135146.012286:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4c9c00 x1830954627336704/t4294971960(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.012292:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9c00 with x1830954627336704 ext(0->7) 00010000:00010000:0.0:1746135146.012295:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0a2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350df expref: 87 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.012304:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0a2c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350df expref: 87 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.012308:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4c9c00 00000100:00100000:0.0:1746135146.015302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.023599:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009265d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625581696:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135146.023614:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135146.023676:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2008:x1830954627336832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8104us (8381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.023685:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12764 00000100:00100000:0.0:1746135146.026983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.027076:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.030039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.030554:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.033095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.036597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.043116:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.050622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.053095:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2010:x1830954627338368:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2268us (2464us total) trans 4294971961 rc 0/0 00000100:00100000:0.0:1746135146.053106:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1522 00002000:00100000:0.0:1746135146.053114:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4cbb80 x1830954627338368/t4294971961(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.053123:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830954627338368 ext(0->7) 00010000:00010000:0.0:1746135146.053132:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57c0a41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350f4 expref: 88 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.053146:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3600/0xc3cfcce4a57c0a41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350f4 expref: 88 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.053158:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4cbb80 00000100:00100000:0.0:1746135146.057726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.057843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.061419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.061471:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627338880 00000100:00100000:0.0:1746135146.061476:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627338880 00002000:00100000:0.0:1746135146.061511:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b4cb800 x1830954627338880/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:602/0 lens 488/0 e 0 to 0 dl 1746135157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.061520:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954627338880 ext(0->4095) 00010000:00010000:0.0:1746135146.061531:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0a48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350fb expref: 6 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.061544:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0a48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350fb expref: 6 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.061550:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:0.0:1746135146.061582:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1523 00000100:00100000:0.0:1746135146.061588:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627338880:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135146.063756:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627338880:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2160us (2328us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135146.063767:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1523 00002000:00100000:0.0:1746135146.063778:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009b4cb800 x1830954627338880/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.063786:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954627338880 ext(0->4095) 00010000:00010000:0.0:1746135146.063794:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0a48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350fb expref: 6 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.063818:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0a48 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082350fb expref: 6 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.063824:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:0.0:1746135146.067125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.070626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.071137:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2010:x1830954627339264:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 268us (510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135146.071143:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12606 00002000:00100000:0.0:1746135146.071148:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011d8bd180 x1830954627339264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746135157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.071155:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bd180 with x1830954627339264 ext(0->4095) 00002000:00010000:0.0:1746135146.071158:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d8bd180 00000100:00100000:0.0:1746135146.073238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.078191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.079634:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954627339520:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 929us (1448us total) trans 4294971962 rc 0/0 00000100:00100000:0.0:1746135146.079659:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1524 00002000:00100000:0.0:1746135146.079665:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d8be680 x1830954627339520/t4294971962(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.079672:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8be680 with x1830954627339520 ext(0->7) 00010000:00010000:0.0:1746135146.079679:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c0a4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235102 expref: 90 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.079694:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c0a4f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235102 expref: 90 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.079699:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d8be680 00000100:00100000:0.0:1746135146.086707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.091837:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.095580:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.097449:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627340032 00000100:00100000:0.0:1746135146.097453:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627340032 00000100:00100000:0.0:1746135146.097472:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28458 00000100:00100000:0.0:1746135146.097476:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:1164:x1830954627340032:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135146.098162:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135146.098182:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c0a5d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235110 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.098210:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0a56 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235109 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.098217:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.098219:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.098222:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c0a5d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235110 expref: 91 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.098251:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0a56 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235109 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.098262:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0a56 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235109 expref: 5 pid: 9590 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135146.098273:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954625582976:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135146.098355:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135146.100227:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.102882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.104740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.107371:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2009:x1830954627340800:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1651us (2627us total) trans 4294971963 rc 0/0 00000100:00100000:0.0:1746135146.107383:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1526 00002000:00100000:0.0:1746135146.107391:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b608e00 x1830954627340800/t4294971963(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.107399:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608e00 with x1830954627340800 ext(0->7) 00010000:00010000:0.0:1746135146.107408:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c0a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235110 expref: 93 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.107422:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c0a5d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235110 expref: 93 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.107428:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b608e00 00000100:00100000:0.0:1746135146.108881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.112427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.117145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.120109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.121486:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.122756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.127026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.129682:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.132982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.135265:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954627342464:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2108us (2275us total) trans 4294971964 rc 0/0 00000100:00100000:0.0:1746135146.135276:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1528 00002000:00100000:0.0:1746135146.135284:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b609c00 x1830954627342464/t4294971964(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.135291:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609c00 with x1830954627342464 ext(0->7) 00010000:00010000:0.0:1746135146.135299:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235125 expref: 94 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.135313:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3000/0xc3cfcce4a57c0a72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235125 expref: 94 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.135319:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b609c00 00000100:00100000:0.0:1746135146.137194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.139818:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.142617:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.144906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.145901:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.150191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.150257:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.150277:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.152852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.156399:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.160760:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2008:x1830954627344256:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3993us (4361us total) trans 4294971965 rc 0/0 00000100:00100000:0.0:1746135146.160771:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1530 00002000:00100000:0.0:1746135146.160779:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072496d80 x1830954627344256/t4294971965(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.160788:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496d80 with x1830954627344256 ext(0->7) 00010000:00010000:0.0:1746135146.160805:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3e00/0xc3cfcce4a57c0a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823513a expref: 97 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.160821:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3e00/0xc3cfcce4a57c0a87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823513a expref: 97 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.160827:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072496d80 00000100:00100000:0.0:1746135146.166157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.172210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.174339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.176679:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.176743:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.183713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.185734:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954627345536:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1575us (2023us total) trans 4294971966 rc 0/0 00000100:00100000:0.0:1746135146.185744:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1533 00002000:00100000:0.0:1746135146.185751:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072495180 x1830954627345536/t4294971966(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.185759:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495180 with x1830954627345536 ext(0->7) 00010000:00010000:0.0:1746135146.185767:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c0a95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235148 expref: 98 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.185783:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2a00/0xc3cfcce4a57c0a95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235148 expref: 98 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.185789:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072495180 00000100:00100000:0.0:1746135146.187628:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.190411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.193029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.196149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.199971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.200027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.202112:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.202298:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.202339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.205906:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.207884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.210014:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627347584:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1881us (2129us total) trans 4294971967 rc 0/0 00000100:00100000:0.0:1746135146.210023:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1535 00002000:00100000:0.0:1746135146.210031:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e1180 x1830954627347584/t4294971967(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.210038:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1180 with x1830954627347584 ext(0->7) 00010000:00010000:0.0:1746135146.210045:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bc98400/0xc3cfcce4a57c0aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823515d expref: 101 pid: 9590 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.210059:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bc98400/0xc3cfcce4a57c0aaa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823515d expref: 101 pid: 9590 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.210065:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e1180 00000100:00100000:0.0:1746135146.211625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.215014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.217094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.219090:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.219703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.222140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.222781:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.222813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.225435:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009added80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625586304:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135146.225455:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135146.225549:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627348736:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2432us (2733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.225558:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12784 00000100:00100000:0.0:1746135146.227273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.230101:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2008:x1830954627349376:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2595us (2826us total) trans 4294971968 rc 0/0 00000100:00100000:0.0:1746135146.230112:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1537 00002000:00100000:0.0:1746135146.230120:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d959f80 x1830954627349376/t4294971968(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.230128:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d959f80 with x1830954627349376 ext(0->7) 00010000:00010000:0.0:1746135146.230135:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c0abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235172 expref: 103 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.230152:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c0abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235172 expref: 103 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.230158:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d959f80 00000100:00100000:0.0:1746135146.232882:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627349504 00000100:00100000:0.0:1746135146.232891:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627349504 00010000:00010000:0.0:1746135146.232924:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c0abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235172 expref: 103 pid: 11953 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135146.232954:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12785 00000100:00100000:0.0:1746135146.232960:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954627349504:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.232972:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.232992:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c0abf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235172 expref: 103 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.233003:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c0abf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235172 expref: 103 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.233023:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008261cc00/0xc3cfcce4a57c0abf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235172 expref: 103 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.233053:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.233055:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.233060:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0ac6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235179 expref: 102 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.233073:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235179 expref: 102 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.233290:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235179 expref: 102 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135146.233304:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d95b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625586432:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135146.233440:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135146.238060:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d95b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625586432:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135146.238083:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135146.238515:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954627349504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5554us (5717us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.238525:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12785 00000100:00100000:0.0:1746135146.242733:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.243443:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.249440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.249488:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.249519:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627350400 00000100:00100000:0.0:1746135146.249532:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627350400 00010000:00010000:0.0:1746135146.249567:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0ac6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235179 expref: 104 pid: 11953 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135146.249595:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12786 00000100:00100000:0.0:1746135146.249602:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2009:x1830954627350400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.249617:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.249635:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0ac6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235179 expref: 104 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.249660:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008261d400/0xc3cfcce4a57c0ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235179 expref: 104 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.249683:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135146.250137:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2009:x1830954627350400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 124us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.250143:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12786 00000100:00100000:0.0:1746135146.257218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.259615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.263943:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.266527:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.269877:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954627351040:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1696us (3339us total) trans 4294971969 rc 0/0 00000100:00100000:0.0:1746135146.269891:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1539 00002000:00100000:0.0:1746135146.269905:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d959880 x1830954627351040/t4294971969(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.269915:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d959880 with x1830954627351040 ext(0->7) 00010000:00010000:0.0:1746135146.269926:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235180 expref: 104 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.269942:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235180 expref: 104 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.269954:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d959880 00000100:00100000:0.0:1746135146.278178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.284938:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.291430:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.300291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.305704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.310844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.314908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.316759:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627352192:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1670us (1844us total) trans 4294971970 rc 0/0 00000100:00100000:0.0:1746135146.316769:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1541 00002000:00100000:0.0:1746135146.316777:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7e300 x1830954627352192/t4294971970(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.316785:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7e300 with x1830954627352192 ext(0->7) 00010000:00010000:0.0:1746135146.316804:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261ca00/0xc3cfcce4a57c0ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235195 expref: 106 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.316819:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261ca00/0xc3cfcce4a57c0ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235195 expref: 106 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.316825:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7e300 00000100:00100000:0.0:1746135146.318717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.324322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.328444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.334107:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.338247:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.338448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.338677:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627353216 00000100:00100000:0.0:1746135146.338680:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627353216 00010000:00010000:0.0:1746135146.338696:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008261d600/0xc3cfcce4a57c0ae9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823519c expref: 6 pid: 11953 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135146.338712:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12791 00000100:00100000:0.0:1746135146.338717:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627353216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.338724:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.338734:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008261d600/0xc3cfcce4a57c0ae9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823519c expref: 6 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.338742:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008261d600/0xc3cfcce4a57c0ae9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823519c expref: 6 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.338762:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135146.338781:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627353216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 64us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.338785:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12791 00000100:00100000:0.0:1746135146.341148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.341190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.345433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.350394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.360454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.366856:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.369959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.375234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.385510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.388401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.389307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.390221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.394931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.394976:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627355520 00000100:00100000:0.0:1746135146.394981:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627355520 00002000:00100000:0.0:1746135146.395133:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094670e00 x1830954627355520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/0 e 0 to 0 dl 1746135157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.395143:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670e00 with x1830954627355520 ext(0->4095) 00010000:00010000:0.0:1746135146.395150:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c0b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351bf expref: 109 pid: 26641 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.395166:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c0b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351bf expref: 109 pid: 26641 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.395172:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094670e00 00000100:00100000:0.0:1746135146.395249:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1545 00000100:00100000:0.0:1746135146.395255:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:2010:x1830954627355520:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135146.395704:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:2010:x1830954627355520:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 448us (773us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135146.395710:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1545 00002000:00100000:0.0:1746135146.395715:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880094670e00 x1830954627355520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.395722:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670e00 with x1830954627355520 ext(0->4095) 00010000:00010000:0.0:1746135146.395727:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c0b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351bf expref: 109 pid: 26641 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.395736:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c0b0c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351bf expref: 109 pid: 26641 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.395742:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094670e00 00000100:00100000:0.0:1746135146.399174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.405511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.410377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.425982:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627356416 00000100:00100000:0.0:1746135146.425988:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627356416 00000100:00100000:0.0:1746135146.426027:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28485 00000100:00100000:0.0:1746135146.426033:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627356416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135146.426044:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135146.426053:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c0b21 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082351d4 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.426067:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.426071:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0b1a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351cd expref: 111 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.426077:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135146.426081:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c0b21 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351d4 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.426106:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0b1a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351cd expref: 111 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.426119:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c0b21 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351d4 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.426131:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094516a00, rc 0) 00000100:00100000:0.0:1746135146.426159:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627356416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.426165:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28485 00000100:00100000:0.0:1746135146.429004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.432435:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.436116:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.439866:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2010:x1830954627357056:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1407us (3752us total) trans 4294971973 rc 0/0 00000100:00100000:0.0:1746135146.439873:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1548 00002000:00100000:0.0:1746135146.439881:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072491880 x1830954627357056/t4294971973(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.439887:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491880 with x1830954627357056 ext(0->7) 00010000:00010000:0.0:1746135146.439893:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0b1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351cd expref: 112 pid: 26641 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.439904:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0b1a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351cd expref: 112 pid: 26641 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.439909:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072491880 00000100:00100000:0.0:1746135146.444860:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.452314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.454071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.456011:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627357824 00000100:00100000:0.0:1746135146.456018:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627357824 00002000:00100000:0.0:1746135146.456047:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009c7ed180 x1830954627357824/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/0 e 0 to 0 dl 1746135157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.456056:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed180 with x1830954627357824 ext(0->4095) 00002000:00010000:0.0:1746135146.456061:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7ed180 00000100:00100000:0.0:1746135146.456141:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12625 00000100:00100000:0.0:1746135146.456147:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2010:x1830954627357824:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135146.456421:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2010:x1830954627357824:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 272us (487us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135146.456427:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12625 00002000:00100000:0.0:1746135146.456433:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009c7ed180 x1830954627357824/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746135157 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.456439:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed180 with x1830954627357824 ext(0->4095) 00002000:00010000:0.0:1746135146.456442:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7ed180 00000100:00100000:0.0:1746135146.461683:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.468731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.468769:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.468805:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627358208 00000100:00100000:0.0:1746135146.468812:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627358208 00010000:00010000:0.0:1746135146.468842:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0b28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351db expref: 114 pid: 26641 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135146.468874:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627358080 00000100:00100000:0.0:1746135146.468877:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627358080 00010000:00010000:0.0:1746135146.468886:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c0b21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351d4 expref: 6 pid: 11953 timeout: 890 lvb_type: 0 00000100:00100000:0.0:1746135146.468904:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12799 00000100:00100000:0.0:1746135146.468909:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:2010:x1830954627358208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.468919:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.468935:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0b28 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351db expref: 114 pid: 26641 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.468944:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008261c200/0xc3cfcce4a57c0b28 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351db expref: 114 pid: 26641 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.468965:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135146.468998:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:2010:x1830954627358208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 88us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.469003:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12799 00000100:00100000:0.0:1746135146.469016:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12800 00000100:00100000:0.0:1746135146.469020:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627358080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.469026:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.469031:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c0b21 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351d4 expref: 6 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.469040:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c0b21 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351d4 expref: 6 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.469050:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.469051:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.469057:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0b2f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351e2 expref: 113 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.469065:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0b2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351e2 expref: 113 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.469089:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0b2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351e2 expref: 113 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135146.469098:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625589760:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135146.469142:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135146.470918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.475813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.480526:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.486056:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.493957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.497484:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.497916:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.501542:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.508192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.512906:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954627360128:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4431us (4713us total) trans 4294971975 rc 0/0 00000100:00100000:0.0:1746135146.512916:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1552 00002000:00100000:0.0:1746135146.512927:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094431880 x1830954627360128/t4294971975(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.512934:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431880 with x1830954627360128 ext(0->7) 00010000:00010000:0.0:1746135146.512943:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0b44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351f7 expref: 116 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.512957:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0b44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351f7 expref: 116 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.512963:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094431880 00000100:00100000:0.0:1746135146.514837:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.520734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.523209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.524406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.528883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.531859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.533730:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.535580:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+119:2011:x1830954627361408:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1264us (1852us total) trans 4294971976 rc 0/0 00000100:00100000:0.0:1746135146.535587:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1554 00002000:00100000:0.0:1746135146.535592:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d061c00 x1830954627361408/t4294971976(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.535599:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061c00 with x1830954627361408 ext(0->7) 00010000:00010000:0.0:1746135146.535604:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c0b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351fe expref: 119 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.535613:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa3800/0xc3cfcce4a57c0b4b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082351fe expref: 119 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.535618:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d061c00 00000100:00100000:0.0:1746135146.538344:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.542252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.549435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.553342:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.553430:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.557441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.558050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.558718:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.566015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.570782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.574366:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+120:2008:x1830954627363200:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3154us (3586us total) trans 4294971977 rc 0/0 00000100:00100000:0.0:1746135146.574376:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1556 00002000:00100000:0.0:1746135146.574385:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d933100 x1830954627363200/t4294971977(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.574394:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933100 with x1830954627363200 ext(0->7) 00010000:00010000:0.0:1746135146.574402:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235213 expref: 120 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.574415:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095aa2400/0xc3cfcce4a57c0b60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235213 expref: 120 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.574422:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d933100 00000100:00100000:0.0:1746135146.586410:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.590724:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.593942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.599567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.605242:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.610753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.614815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.618876:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.623744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.623785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.630125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.630168:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.633942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.640163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.643779:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+125:2008:x1830954627365632:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3410us (3615us total) trans 4294971979 rc 0/0 00000100:00100000:0.0:1746135146.643802:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1560 00002000:00100000:0.0:1746135146.643813:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d597b80 x1830954627365632/t4294971979(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.643821:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d597b80 with x1830954627365632 ext(0->7) 00010000:00010000:0.0:1746135146.643830:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c0b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823522f expref: 125 pid: 11953 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.643843:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c0b7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823522f expref: 125 pid: 11953 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.643849:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d597b80 00000100:00100000:0.0:1746135146.652128:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.654771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.660372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.662985:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.665502:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.665588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.668251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.668575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.671205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.676507:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.686417:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+127:2008:x1830954627367424:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9705us (9909us total) trans 4294971980 rc 0/0 00000100:00100000:0.0:1746135146.686428:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1563 00002000:00100000:0.0:1746135146.686437:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a515f80 x1830954627367424/t4294971980(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.686446:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515f80 with x1830954627367424 ext(0->7) 00010000:00010000:0.0:1746135146.686454:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c0b91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235244 expref: 127 pid: 9591 timeout: 890 lvb_type: 0 00010000:00010000:0.0:1746135146.686467:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c0b91 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235244 expref: 127 pid: 9591 timeout: 890 lvb_type: 0 00002000:00010000:0.0:1746135146.686473:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a515f80 00000100:00100000:0.0:1746135146.688993:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.691676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.693508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.697006:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.697825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.701567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.706839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.709102:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+128:2010:x1830954627368704:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1689us (2265us total) trans 4294971981 rc 0/0 00000100:00100000:0.0:1746135146.709115:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1566 00002000:00100000:0.0:1746135146.709122:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130622680 x1830954627368704/t4294971981(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.709130:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622680 with x1830954627368704 ext(0->7) 00010000:00010000:0.0:1746135146.709138:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c0b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235252 expref: 128 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.709149:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c0b9f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235252 expref: 128 pid: 11953 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.709155:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130622680 00000100:00100000:0.0:1746135146.710384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135146.710940:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0ba6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235259 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135146.710951:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130620380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625593856:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135146.711023:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135146.712432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.715507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.721203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.723557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.723621:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.727137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.728619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.728879:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.731242:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.735876:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.736598:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+131:2009:x1830954627370752:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 540us (728us total) trans 4294971982 rc 0/0 00000100:00100000:0.0:1746135146.736605:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1568 00002000:00100000:0.0:1746135146.736611:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130622d80 x1830954627370752/t4294971982(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.736618:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622d80 with x1830954627370752 ext(0->7) 00010000:00010000:0.0:1746135146.736623:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c0bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235267 expref: 131 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.736633:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c0bb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235267 expref: 131 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.736664:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130622d80 00000100:00100000:0.0:1746135146.738837:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.740517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.742200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.744271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.746758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.748354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.749569:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.752746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.752812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.756800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.763166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.769080:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.774830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.777133:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.778027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.779430:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.779873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.781743:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.782735:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627374080 00000100:00100000:0.0:1746135146.782739:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627374080 00010000:00010000:0.0:1746135146.782755:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823528a expref: 133 pid: 9591 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135146.782784:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12825 00000100:00100000:0.0:1746135146.782799:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+133:2011:x1830954627374080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.782807:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.782822:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823528a expref: 133 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.782831:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823528a expref: 133 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.782846:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008261dc00/0xc3cfcce4a57c0bd7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823528a expref: 133 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.782858:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.782859:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.782864:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0bde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235291 expref: 132 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.782875:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235291 expref: 132 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.782893:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235291 expref: 132 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.782903:0:10938:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235291 expref: 132 pid: 9591 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135146.782913:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625595648:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135146.782968:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135146.785683:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.788741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.790496:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+134:2008:x1830954627374592:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 814us (1757us total) trans 4294971984 rc 0/0 00000100:00100000:0.0:1746135146.790504:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1574 00002000:00100000:0.0:1746135146.790510:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325b2a00 x1830954627374592/t4294971984(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.790517:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b2a00 with x1830954627374592 ext(0->7) 00010000:00010000:0.0:1746135146.790523:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235291 expref: 134 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.790535:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008261d200/0xc3cfcce4a57c0bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235291 expref: 134 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.790544:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325b2a00 00000100:00100000:0.0:1746135146.793040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.798598:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.802453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.803469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.804712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.808526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.808558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.808622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.814600:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627376128 00000100:00100000:0.0:1746135146.814606:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627376128 00002000:00100000:0.0:1746135146.814660:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009c7edc00 x1830954627376128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/0 e 0 to 0 dl 1746135157 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.814669:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7edc00 with x1830954627376128 ext(0->4095) 00010000:00010000:0.0:1746135146.814677:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352a6 expref: 134 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.814688:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352a6 expref: 134 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.814895:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7edc00 00000100:00100000:0.0:1746135146.814945:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1576 00000100:00100000:0.0:1746135146.814952:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+134:2010:x1830954627376128:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135146.815224:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+134:2010:x1830954627376128:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 271us (1122us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135146.815234:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1576 00002000:00100000:0.0:1746135146.815239:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009c7edc00 x1830954627376128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.815245:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7edc00 with x1830954627376128 ext(0->4095) 00010000:00010000:0.0:1746135146.815249:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352a6 expref: 134 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.815257:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352a6 expref: 134 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.815262:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7edc00 00000100:00100000:0.0:1746135146.817166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.818303:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+136:2008:x1830954627376384:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 882us (1143us total) trans 4294971985 rc 0/0 00000100:00100000:0.0:1746135146.818310:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1577 00002000:00100000:0.0:1746135146.818316:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880089fb1880 x1830954627376384/t4294971985(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.818322:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb1880 with x1830954627376384 ext(0->7) 00010000:00010000:0.0:1746135146.818326:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352a6 expref: 136 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.818334:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352a6 expref: 136 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.818339:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089fb1880 00000100:00100000:0.0:1746135146.819980:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.822742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.825479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.827861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.829604:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.830041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.832603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.832732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.832753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.840809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.843454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.845841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.849230:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.852433:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.854188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.854941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.857719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.857812:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.857885:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.866758:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+140:2011:x1830954627380480:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 917us (1613us total) trans 4294971987 rc 0/0 00000100:00100000:0.0:1746135146.866766:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1583 00002000:00100000:0.0:1746135146.866772:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009added80 x1830954627380480/t4294971987(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.866779:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009added80 with x1830954627380480 ext(0->7) 00010000:00010000:0.0:1746135146.866785:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58f200/0xc3cfcce4a57c0c1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352d0 expref: 140 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.866812:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58f200/0xc3cfcce4a57c0c1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352d0 expref: 140 pid: 11953 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.866817:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009added80 00000100:00100000:0.0:1746135146.868998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.873728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.878826:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627380992 00000100:00100000:0.0:1746135146.878838:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627380992 00000100:00100000:0.0:1746135146.879741:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627381120 00000100:00100000:0.0:1746135146.879746:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627381120 00000100:00100000:0.0:1746135146.879774:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28523 00000100:00100000:0.0:1746135146.879780:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+140:1165:x1830954627380992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135146.879805:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135146.879819:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0c32 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082352de expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.879838:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.879840:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.879846:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0c32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352de expref: 142 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.879958:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0c32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352de expref: 142 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.879966:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0c32 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352de expref: 142 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.879992:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8000, rc 0) 00000100:00100000:0.0:1746135146.880043:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+142:1165:x1830954627380992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 262us (3136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.880048:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28523 00000100:00100000:0.0:1746135146.882889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.882978:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.885351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.885914:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627381760 00000100:00100000:0.0:1746135146.885917:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627381760 00010000:00010000:0.0:1746135146.885933:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0c32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352de expref: 141 pid: 11953 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135146.885949:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12837 00000100:00100000:0.0:1746135146.885954:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+141:2009:x1830954627381760:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.885961:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.885975:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0c32 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352de expref: 141 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.885984:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0c32 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352de expref: 141 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.885998:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0c32 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352de expref: 141 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.886010:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.886012:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.886017:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 140 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.886022:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 140 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.886246:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 140 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.886257:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 140 pid: 26641 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135146.886266:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a623b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625598208:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135146.886325:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135146.889770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.894896:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.896987:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+142:2010:x1830954627382272:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1384us (2093us total) trans 4294971988 rc 0/0 00000100:00100000:0.0:1746135146.896996:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1586 00002000:00100000:0.0:1746135146.897004:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622a300 x1830954627382272/t4294971988(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.897013:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622a300 with x1830954627382272 ext(0->7) 00010000:00010000:0.0:1746135146.897020:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 142 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.897034:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 142 pid: 26641 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.897042:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622a300 00000100:00100000:0.0:1746135146.903882:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627382400 00000100:00100000:0.0:1746135146.903888:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627382400 00010000:00010000:0.0:1746135146.903918:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 142 pid: 26641 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135146.903940:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12838 00000100:00100000:0.0:1746135146.903946:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+142:2010:x1830954627382400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.903957:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.903974:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 142 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.903984:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 142 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.904006:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c0c2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352e5 expref: 142 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.904034:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.904036:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.904042:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c0c39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352ec expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.904049:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c0c39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352ec expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.904135:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c0c39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352ec expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135146.904146:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625598336:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135146.904786:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135146.906600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.910192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.916778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.917080:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.920318:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627383296 00000100:00100000:0.0:1746135146.920322:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627383296 00010000:00010000:0.0:1746135146.920346:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c0c39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352ec expref: 6 pid: 26641 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135146.920377:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12839 00000100:00100000:0.0:1746135146.920384:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627383296:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.920392:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.920407:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c0c39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352ec expref: 6 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.920416:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c0c39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352ec expref: 6 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.920434:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c0c39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352ec expref: 6 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.920904:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135146.921039:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627383296:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 653us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135146.921046:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12839 00000100:00100000:0.0:1746135146.922064:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627383552 00000100:00100000:0.0:1746135146.922069:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627383552 00010000:00010000:0.0:1746135146.922091:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c0c40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352f3 expref: 143 pid: 11953 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135146.922108:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12840 00000100:00100000:0.0:1746135146.922114:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+143:2010:x1830954627383552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135146.922123:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135146.922134:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c0c40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352f3 expref: 143 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.922144:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c0c40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352f3 expref: 143 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.922339:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c0c40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352f3 expref: 143 pid: 11953 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.922350:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.922351:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135146.922356:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c0c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352fa expref: 142 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.922367:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c0c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352fa expref: 142 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.922386:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c0c47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352fa expref: 142 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135146.922396:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c0c47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352fa expref: 142 pid: 26641 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135146.922405:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086228380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625598848:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135146.922456:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135146.924298:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.929839:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.935375:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+144:2008:x1830954627384064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5128us (5534us total) trans 4294971989 rc 0/0 00000100:00100000:0.0:1746135146.935385:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1589 00002000:00100000:0.0:1746135146.935395:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622b800 x1830954627384064/t4294971989(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:602/0 lens 496/448 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.935403:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b800 with x1830954627384064 ext(0->7) 00010000:00010000:0.0:1746135146.935410:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c0c47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352fa expref: 144 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.935422:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c0c47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082352fa expref: 144 pid: 26641 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.935432:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622b800 00000100:00100000:0.0:1746135146.942242:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.945499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.946220:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1590 00000100:00100000:0.0:1746135146.946228:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627384448:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135146.946448:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627384448:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 221us (949us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135146.946454:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1590 00002000:00100000:0.0:1746135146.946458:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88008622aa00 x1830954627384448/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:602/0 lens 488/4536 e 0 to 0 dl 1746135157 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135146.946465:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622aa00 with x1830954627384448 ext(0->4095) 00010000:00010000:0.0:1746135146.946470:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0c4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235301 expref: 6 pid: 26641 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135146.946480:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0c4e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235301 expref: 6 pid: 26641 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135146.946485:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622aa00 00000100:00100000:0.0:1746135146.948425:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.948496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.951692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.957120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.967309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.976567:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.979338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.979424:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.982321:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.983236:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135146.989512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.000529:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135147.001366:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135147.009378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135147.009963:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135147.013494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.015046:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+148:2010:x1830954627387008:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 908us (1549us total) trans 4294971991 rc 0/0 00000100:00100000:0.0:1746135147.015053:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1594 00002000:00100000:0.0:1746135147.015059:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7f100 x1830954627387008/t4294971991(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.015065:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f100 with x1830954627387008 ext(0->7) 00010000:00010000:0.0:1746135147.015070:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c0c6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823531d expref: 148 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.015079:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c0c6a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823531d expref: 148 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.015085:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7f100 00000100:00100000:0.0:1746135147.018774:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.021998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.027471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.036193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.040592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.045297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.051545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.059087:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+150:2010:x1830954627388160:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7177us (7540us total) trans 4294971992 rc 0/0 00000100:00100000:0.0:1746135147.059099:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1596 00002000:00100000:0.0:1746135147.059109:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0ad80 x1830954627388160/t4294971992(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.059116:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ad80 with x1830954627388160 ext(0->7) 00010000:00010000:0.0:1746135147.059125:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c0c78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823532b expref: 150 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.059140:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c0c78 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823532b expref: 150 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.059145:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0ad80 00000100:00100000:0.0:1746135147.063928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.063972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.072955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.078974:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.090475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.095201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.098327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.104424:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+152:2011:x1830954627389312:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5669us (6368us total) trans 4294971993 rc 0/0 00000100:00100000:0.0:1746135147.104434:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1598 00002000:00100000:0.0:1746135147.104444:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b5c3100 x1830954627389312/t4294971993(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.104452:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3100 with x1830954627389312 ext(0->7) 00010000:00010000:0.0:1746135147.104461:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c0c86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235339 expref: 152 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.104475:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c0c86 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235339 expref: 152 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.104481:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5c3100 00000100:00100000:0.0:1746135147.115157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.115993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.118347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.120597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.125808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.132739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.134588:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+154:2011:x1830954627390464:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1566us (1848us total) trans 4294971994 rc 0/0 00000100:00100000:0.0:1746135147.134597:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1600 00002000:00100000:0.0:1746135147.134604:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0d180 x1830954627390464/t4294971994(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.134612:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d180 with x1830954627390464 ext(0->7) 00010000:00010000:0.0:1746135147.134619:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0c94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235347 expref: 154 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.134631:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0c94 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235347 expref: 154 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.134638:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0d180 00000100:00100000:0.0:1746135147.147442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.149906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.158319:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.165025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.169249:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+156:2011:x1830954627391616:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1370us (4228us total) trans 4294971995 rc 0/0 00000100:00100000:0.0:1746135147.169259:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1602 00002000:00100000:0.0:1746135147.169267:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0f100 x1830954627391616/t4294971995(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.169274:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0f100 with x1830954627391616 ext(0->7) 00010000:00010000:0.0:1746135147.169282:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750e00/0xc3cfcce4a57c0ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235355 expref: 156 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.169294:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750e00/0xc3cfcce4a57c0ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235355 expref: 156 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.169299:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0f100 00010000:00010000:0.0:1746135147.169781:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135147.176998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.181508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.188274:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.192001:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.194147:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.202194:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.206250:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+158:2011:x1830954627392768:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3140us (4052us total) trans 4294971996 rc 0/0 00000100:00100000:0.0:1746135147.206262:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1604 00002000:00100000:0.0:1746135147.206274:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0e680 x1830954627392768/t4294971996(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.206282:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0e680 with x1830954627392768 ext(0->7) 00010000:00010000:0.0:1746135147.206290:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57c0cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235363 expref: 158 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.206306:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57c0cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235363 expref: 158 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.206312:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0e680 00000100:00100000:0.0:1746135147.211432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.211994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.219810:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627393280 00000100:00100000:0.0:1746135147.219817:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627393280 00002000:00100000:0.0:1746135147.219850:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800944b3100 x1830954627393280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:603/0 lens 488/0 e 0 to 0 dl 1746135158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.219859:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b3100 with x1830954627393280 ext(0->4095) 00010000:00010000:0.0:1746135147.219866:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823536a expref: 6 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.219878:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823536a expref: 6 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.219885:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b3100 00000100:00100000:0.0:1746135147.219915:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1605 00000100:00100000:0.0:1746135147.219921:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627393280:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135147.220033:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627393280:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (595us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135147.220039:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1605 00002000:00100000:0.0:1746135147.220043:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800944b3100 x1830954627393280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.220050:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b3100 with x1830954627393280 ext(0->4095) 00010000:00010000:0.0:1746135147.220055:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823536a expref: 6 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.220063:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823536a expref: 6 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.220069:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b3100 00000100:00100000:0.0:1746135147.223707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.230063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.240479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.250713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.251663:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+160:2010:x1830954627393920:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 644us (933us total) trans 4294971997 rc 0/0 00000100:00100000:0.0:1746135147.251671:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1606 00002000:00100000:0.0:1746135147.251676:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae69880 x1830954627393920/t4294971997(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.251681:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69880 with x1830954627393920 ext(0->7) 00010000:00010000:0.0:1746135147.251686:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c0cbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235371 expref: 160 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.251695:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c0cbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235371 expref: 160 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.251700:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae69880 00000100:00100000:0.0:1746135147.253686:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.259181:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.259264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.259287:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627394432 00000100:00100000:0.0:1746135147.259293:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627394432 00002000:00100000:0.0:1746135147.259324:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae6b100 x1830954627394432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:603/0 lens 488/0 e 0 to 0 dl 1746135158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.259332:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b100 with x1830954627394432 ext(0->4095) 00002000:00010000:0.0:1746135147.259337:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae6b100 00000100:00100000:0.0:1746135147.259363:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12655 00000100:00100000:0.0:1746135147.259368:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627394432:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135147.259488:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627394432:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135147.259493:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12655 00002000:00100000:0.0:1746135147.259498:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae6b100 x1830954627394432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746135158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.259504:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b100 with x1830954627394432 ext(0->4095) 00002000:00010000:0.0:1746135147.259507:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae6b100 00000100:00100000:0.0:1746135147.262608:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.263244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.265796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.273867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.277539:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+163:2009:x1830954627395200:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3467us (3670us total) trans 4294971998 rc 0/0 00000100:00100000:0.0:1746135147.277550:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1608 00002000:00100000:0.0:1746135147.277560:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae6a680 x1830954627395200/t4294971998(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.277569:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a680 with x1830954627395200 ext(0->7) 00010000:00010000:0.0:1746135147.277578:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c0ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823537f expref: 163 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.277593:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c0ccc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823537f expref: 163 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.277599:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae6a680 00000100:00100000:0.0:1746135147.283052:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.288633:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.291484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.296809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.297249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.302577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.303536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.304941:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627396480 00000100:00100000:0.0:1746135147.304945:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627396480 00000100:00100000:0.0:1746135147.305075:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28550 00000100:00100000:0.0:1746135147.305081:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+162:1165:x1830954627396480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135147.305093:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135147.305105:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0ce8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823539b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.305121:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a58f200/0xc3cfcce4a57c0ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235394 expref: 163 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.305127:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135147.305128:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135147.305131:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bce8000/0xc3cfcce4a57c0ce8 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823539b expref: 163 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.305149:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a58f200/0xc3cfcce4a57c0ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235394 expref: 163 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.305159:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a58f200/0xc3cfcce4a57c0ce1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235394 expref: 163 pid: 9591 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135147.305167:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aed1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625604224:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135147.305219:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135147.307510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.309446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.312954:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+165:2008:x1830954627396992:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3204us (3503us total) trans 4294971999 rc 0/0 00000100:00100000:0.0:1746135147.312966:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1611 00002000:00100000:0.0:1746135147.312976:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009aed1500 x1830954627396992/t4294971999(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.312986:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1500 with x1830954627396992 ext(0->7) 00010000:00010000:0.0:1746135147.312995:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58f200/0xc3cfcce4a57c0ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235394 expref: 165 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.313010:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58f200/0xc3cfcce4a57c0ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235394 expref: 165 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.313016:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aed1500 00000100:00100000:0.0:1746135147.319433:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.323490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.324876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.328228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.328998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.332281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.337183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.338197:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+166:2010:x1830954627398272:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 797us (1019us total) trans 4294972000 rc 0/0 00000100:00100000:0.0:1746135147.338204:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1614 00002000:00100000:0.0:1746135147.338211:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009bb7a680 x1830954627398272/t4294972000(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.338216:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7a680 with x1830954627398272 ext(0->7) 00010000:00010000:0.0:1746135147.338221:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae800/0xc3cfcce4a57c0cef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353a2 expref: 166 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.338231:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364ae800/0xc3cfcce4a57c0cef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353a2 expref: 166 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.338238:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb7a680 00000100:00100000:0.0:1746135147.342085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.345495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.348263:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.351604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.355276:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.355453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.355476:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627399424 00000100:00100000:0.0:1746135147.355479:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627399424 00002000:00100000:0.0:1746135147.355507:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009bb78a80 x1830954627399424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:603/0 lens 488/0 e 0 to 0 dl 1746135158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.355516:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78a80 with x1830954627399424 ext(0->4095) 00002000:00010000:0.0:1746135147.355521:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb78a80 00000100:00100000:0.0:1746135147.355670:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12659 00000100:00100000:0.0:1746135147.355676:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627399424:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135147.355812:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627399424:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (358us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135147.355819:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12659 00002000:00100000:0.0:1746135147.355824:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009bb78a80 x1830954627399424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746135158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.355831:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78a80 with x1830954627399424 ext(0->4095) 00010000:00010000:0.0:1746135147.355836:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c0cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353a9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.355848:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c0cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353a9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746135147.355854:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb78a80 00000100:00100000:0.0:1746135147.359088:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.359122:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.359146:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.361976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.367572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.370973:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+169:2010:x1830954627400320:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1547us (3401us total) trans 4294972001 rc 0/0 00000100:00100000:0.0:1746135147.370983:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1616 00002000:00100000:0.0:1746135147.370992:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801364cca80 x1830954627400320/t4294972001(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.371001:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cca80 with x1830954627400320 ext(0->7) 00010000:00010000:0.0:1746135147.371009:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57c0d04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353b7 expref: 169 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.371022:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57c0d04 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353b7 expref: 169 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.371028:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801364cca80 00000100:00100000:0.0:1746135147.372726:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.375171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135147.379343:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746135147.379347:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746135147.379894:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746135147.379897:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135147.381705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.382631:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.385699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.392011:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.401470:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+171:2011:x1830954627402112:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1403us (1947us total) trans 4294972002 rc 0/0 00000100:00100000:0.0:1746135147.401479:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1619 00002000:00100000:0.0:1746135147.401486:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d932a00 x1830954627402112/t4294972002(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.401493:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932a00 with x1830954627402112 ext(0->7) 00010000:00010000:0.0:1746135147.401500:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353cc expref: 171 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.401512:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c0d19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353cc expref: 171 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.401521:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d932a00 00000100:00100000:0.0:1746135147.406832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.411082:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.417143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.417211:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.422585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.427180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.430367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.433371:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+172:2008:x1830954627403392:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2804us (2997us total) trans 4294972003 rc 0/0 00000100:00100000:0.0:1746135147.433385:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1621 00002000:00100000:0.0:1746135147.433399:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007c209f80 x1830954627403392/t4294972003(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.433408:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209f80 with x1830954627403392 ext(0->7) 00010000:00010000:0.0:1746135147.433417:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c0d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353e1 expref: 172 pid: 9592 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.433433:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c0d27 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353e1 expref: 172 pid: 9592 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.433439:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007c209f80 00000100:00100000:0.0:1746135147.436563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.441894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.446708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.446804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.446855:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28562 00000100:00100000:0.0:1746135147.446862:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+172:1164:x1830954627404032:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135147.446870:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135147.446880:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c0d35 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082353ef expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.446921:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57c0d2e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353da expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.446928:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c0d3c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353e8 expref: 174 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.446934:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135147.446935:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135147.446938:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c0d35 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353ef expref: 174 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.446969:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c0d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353e8 expref: 174 pid: 9592 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.446976:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c0d3c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353e8 expref: 174 pid: 9592 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135147.446985:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625608448:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135147.447046:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57c0d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353da expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.447055:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094415600/0xc3cfcce4a57c0d2e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353da expref: 5 pid: 11953 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135147.447062:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625608576:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135147.447079:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135147.448563:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.450290:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.453712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.453811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.459633:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.463098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.466746:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+174:2009:x1830954627405184:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1178us (3649us total) trans 4294972004 rc 0/0 00000100:00100000:0.0:1746135147.466755:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1624 00002000:00100000:0.0:1746135147.466762:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4eed80 x1830954627405184/t4294972004(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.466770:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eed80 with x1830954627405184 ext(0->7) 00010000:00010000:0.0:1746135147.466776:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c0d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353ef expref: 174 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.466798:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c0d35 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082353ef expref: 174 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.466804:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4eed80 00000100:00100000:0.0:1746135147.468772:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.472526:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.477996:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.484569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.500386:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.504396:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.510290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.513751:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.513804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.517971:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627406976 00000100:00100000:0.0:1746135147.517977:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627406976 00002000:00100000:0.0:1746135147.518005:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aefad80 x1830954627406976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 488/0 e 0 to 0 dl 1746135158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.518019:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefad80 with x1830954627406976 ext(0->4095) 00010000:00010000:0.0:1746135147.518025:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57c0d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235404 expref: 175 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.518037:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57c0d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235404 expref: 175 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.518043:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aefad80 00000100:00100000:0.0:1746135147.518070:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1625 00000100:00100000:0.0:1746135147.518077:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+175:2008:x1830954627406976:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135147.518225:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+175:2008:x1830954627406976:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 148us (974us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135147.518231:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1625 00002000:00100000:0.0:1746135147.518235:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aefad80 x1830954627406976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.518242:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefad80 with x1830954627406976 ext(0->4095) 00010000:00010000:0.0:1746135147.518246:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57c0d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235404 expref: 175 pid: 9591 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.518254:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57c0d51 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235404 expref: 175 pid: 9591 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.518259:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aefad80 00000100:00100000:0.0:1746135147.523751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.537473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.542680:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.545121:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.546774:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.558447:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627408128 00000100:00100000:0.0:1746135147.558452:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627408128 00000100:00100000:0.0:1746135147.558484:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28568 00000100:00100000:0.0:1746135147.558489:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+176:1164:x1830954627408128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135147.558497:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135147.558512:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57c0d66 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235419 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.558532:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c0d58 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823540b expref: 177 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.558539:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c0d5f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235412 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.558545:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135147.558546:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135147.558549:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57c0d66 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235419 expref: 177 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.558572:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c0d5f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235412 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.558582:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c0d5f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235412 expref: 5 pid: 9591 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135147.558596:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625609728:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135147.563102:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c0d58 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823540b expref: 177 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.563119:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c0d58 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823540b expref: 177 pid: 9591 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135147.563131:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625609856:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135147.564303:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61240 going to sleep for 11 seconds 00010000:00010000:0.0:1746135147.564324:0:9590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c0d5f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235412 expref: 7 pid: 9591 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135147.565663:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b4cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625609728:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135147.567250:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b4caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625609856:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135147.567280:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57c0d66 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235419 expref: 177 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.567295:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06aa00, rc 0) 00000100:00100000:0.0:1746135147.567335:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+177:1164:x1830954627408128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8844us (9469us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135147.567343:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28568 00000100:00100000:0.0:1746135147.571698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.575358:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.599127:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.599830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.608223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.616185:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627410176 00000100:00100000:0.0:1746135147.616192:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627410176 00002000:00100000:0.0:1746135147.616226:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef8380 x1830954627410176/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 488/0 e 0 to 0 dl 1746135158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.616234:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8380 with x1830954627410176 ext(0->4095) 00002000:00010000:0.0:1746135147.616238:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aef8380 00000100:00100000:0.0:1746135147.616269:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12669 00000100:00100000:0.0:1746135147.616276:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+178:2011:x1830954627410176:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135147.616391:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+178:2011:x1830954627410176:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (550us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135147.616397:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12669 00002000:00100000:0.0:1746135147.616402:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef8380 x1830954627410176/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746135158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.616408:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8380 with x1830954627410176 ext(0->4095) 00002000:00010000:0.0:1746135147.616410:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009aef8380 00000100:00100000:0.0:1746135147.621452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.623481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.626925:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+180:2008:x1830954627410432:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2608us (3436us total) trans 4294972007 rc 0/0 00000100:00100000:0.0:1746135147.626937:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1630 00002000:00100000:0.0:1746135147.626947:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d8bd500 x1830954627410432/t4294972007(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.626959:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bd500 with x1830954627410432 ext(0->7) 00010000:00010000:0.0:1746135147.626967:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c0d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235427 expref: 180 pid: 9590 timeout: 891 lvb_type: 0 00010000:00010000:0.0:1746135147.626983:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c0d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235427 expref: 180 pid: 9590 timeout: 891 lvb_type: 0 00002000:00010000:0.0:1746135147.626989:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d8bd500 00000100:00100000:0.0:1746135147.631049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.633200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.635528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.640572:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627411328 00000100:00100000:0.0:1746135147.640580:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627411328 00002000:00100000:0.0:1746135147.640612:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011d930a80 x1830954627411328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 488/0 e 0 to 0 dl 1746135158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.640624:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d930a80 with x1830954627411328 ext(0->4095) 00002000:00010000:0.0:1746135147.640628:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d930a80 00000100:00100000:0.0:1746135147.640662:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12671 00000100:00100000:0.0:1746135147.640668:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+180:2008:x1830954627411328:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135147.640796:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d930a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+180:2008:x1830954627411328:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135147.640802:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12671 00002000:00100000:0.0:1746135147.640807:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011d930a80 x1830954627411328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 488/4536 e 0 to 0 dl 1746135158 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.640819:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d930a80 with x1830954627411328 ext(0->4095) 00002000:00010000:0.0:1746135147.640822:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d930a80 00000100:00100000:0.0:1746135147.642005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.644878:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.644926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.649634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.655049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.670889:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627412224 00000100:00100000:0.0:1746135147.670900:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627412224 00000100:00100000:0.0:1746135147.670955:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28574 00000100:00100000:0.0:1746135147.670962:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627412224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135147.670976:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135147.670991:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57c0d90 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235443 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.671017:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c0d89 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823543c expref: 179 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.671024:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135147.671026:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135147.671028:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d06aa00/0xc3cfcce4a57c0d90 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235443 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.671053:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c0d89 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823543c expref: 179 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135147.671063:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c0d89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823543c expref: 179 pid: 9590 timeout: 891 lvb_type: 0 00000100:00100000:0.0:1746135147.671074:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625611264:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135147.671169:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135147.677270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.684949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.700139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.703804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.707468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.711607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.719139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.721586:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.727521:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.727607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.731537:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.734893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.738883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.742213:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.747670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.752482:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+186:2008:x1830954627414656:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4048us (4838us total) trans 4294972010 rc 0/0 00000100:00100000:0.0:1746135147.752493:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1636 00002000:00100000:0.0:1746135147.752502:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d04a680 x1830954627414656/t4294972010(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.752511:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954627414656 ext(0->7) 00010000:00010000:0.0:1746135147.752519:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c0da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235458 expref: 186 pid: 9590 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135147.752535:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c0da5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235458 expref: 186 pid: 9590 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135147.752541:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d04a680 00000100:00100000:0.0:1746135147.755261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.755312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.760875:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.763527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.769153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.771635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.777228:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627415808 00000100:00100000:0.0:1746135147.777235:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627415808 00002000:00100000:0.0:1746135147.777268:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009265d880 x1830954627415808/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/0 e 0 to 0 dl 1746135158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.777277:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265d880 with x1830954627415808 ext(0->7) 00010000:00010000:0.0:1746135147.777488:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57c0db3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235466 expref: 186 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135147.777500:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57c0db3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235466 expref: 186 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135147.777506:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265d880 00000100:00100000:0.0:1746135147.778125:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1638 00000100:00100000:0.0:1746135147.778134:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+186:2011:x1830954627415808:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135147.784527:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+189:2011:x1830954627415808:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6394us (7375us total) trans 4294972011 rc 0/0 00000100:00100000:0.0:1746135147.784537:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1638 00002000:00100000:0.0:1746135147.784545:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009265d880 x1830954627415808/t4294972011(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.784552:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265d880 with x1830954627415808 ext(0->7) 00010000:00010000:0.0:1746135147.784559:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57c0db3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235466 expref: 189 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135147.784571:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094414800/0xc3cfcce4a57c0db3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235466 expref: 189 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135147.784577:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265d880 00000100:00100000:0.0:1746135147.787413:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.791564:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.799497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.807193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.810123:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.811038:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+190:2010:x1830954627416960:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 705us (916us total) trans 4294972012 rc 0/0 00000100:00100000:0.0:1746135147.811045:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1640 00002000:00100000:0.0:1746135147.811051:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61e8380 x1830954627416960/t4294972012(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.811058:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8380 with x1830954627416960 ext(0->7) 00010000:00010000:0.0:1746135147.811063:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a200/0xc3cfcce4a57c0dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235474 expref: 190 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135147.811077:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a200/0xc3cfcce4a57c0dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235474 expref: 190 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135147.811082:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61e8380 00000100:00100000:0.0:1746135147.812799:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.814974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.816158:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.819264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.825450:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.828851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.832519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.834400:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+192:2010:x1830954627418112:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1535us (1873us total) trans 4294972013 rc 0/0 00000100:00100000:0.0:1746135147.834410:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1642 00002000:00100000:0.0:1746135147.834417:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0f800 x1830954627418112/t4294972013(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.834425:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0f800 with x1830954627418112 ext(0->7) 00010000:00010000:0.0:1746135147.834431:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c0dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235482 expref: 192 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135147.834444:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c0dcf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235482 expref: 192 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135147.834449:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0f800 00000100:00100000:0.0:1746135147.836361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.839037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.842986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.846424:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.857515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.858076:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.862050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.863700:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.867755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.875137:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.877898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.884204:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+194:2008:x1830954627420032:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6008us (6302us total) trans 4294972014 rc 0/0 00000100:00100000:0.0:1746135147.884214:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1643 00002000:00100000:0.0:1746135147.884223:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a516d80 x1830954627420032/t4294972014(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.884232:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a516d80 with x1830954627420032 ext(0->7) 00010000:00010000:0.0:1746135147.884241:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235497 expref: 194 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135147.884256:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0de4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235497 expref: 194 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135147.884262:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a516d80 00000100:00100000:0.0:1746135147.885533:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.888313:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.897868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.897983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.905866:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.924576:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.929235:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+197:2009:x1830954627421312:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4424us (4658us total) trans 4294972015 rc 0/0 00000100:00100000:0.0:1746135147.929246:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1645 00002000:00100000:0.0:1746135147.929255:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130621180 x1830954627421312/t4294972015(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.929263:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621180 with x1830954627421312 ext(0->7) 00010000:00010000:0.0:1746135147.929272:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c0df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354a5 expref: 197 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135147.929285:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c0df2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354a5 expref: 197 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135147.929292:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130621180 00000100:00100000:0.0:1746135147.932696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.938409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.941110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.941152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.945890:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.952283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.954346:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+198:2011:x1830954627422592:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1877us (2065us total) trans 4294972016 rc 0/0 00000100:00100000:0.0:1746135147.954355:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1648 00002000:00100000:0.0:1746135147.954362:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130620380 x1830954627422592/t4294972016(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135147.954375:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620380 with x1830954627422592 ext(0->7) 00010000:00010000:0.0:1746135147.954383:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c0e00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354b3 expref: 198 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135147.954396:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c0e00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354b3 expref: 198 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135147.954402:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620380 00000100:00100000:0.0:1746135147.958871:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.971890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.973767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.975465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.983099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.985030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.991703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.991738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.994071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135147.998628:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.002032:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+200:2010:x1830954627424640:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1039us (3407us total) trans 4294972017 rc 0/0 00000100:00100000:0.0:1746135148.002039:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1651 00002000:00100000:0.0:1746135148.002044:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800855b4380 x1830954627424640/t4294972017(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:603/0 lens 496/448 e 0 to 0 dl 1746135158 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.002052:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4380 with x1830954627424640 ext(0->7) 00010000:00010000:0.0:1746135148.002057:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094415e00/0xc3cfcce4a57c0e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354c8 expref: 200 pid: 9590 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.002067:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094415e00/0xc3cfcce4a57c0e15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354c8 expref: 200 pid: 9590 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.002073:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855b4380 00000100:00100000:0.0:1746135148.003309:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.005322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.007169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.011592:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.017462:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.027800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.033036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.033068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.036158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.047126:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.051206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.052584:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+203:2008:x1830954627426688:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1044us (1380us total) trans 4294972018 rc 0/0 00000100:00100000:0.0:1746135148.052591:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1653 00002000:00100000:0.0:1746135148.052598:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094430000 x1830954627426688/t4294972018(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.052605:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430000 with x1830954627426688 ext(0->7) 00010000:00010000:0.0:1746135148.052610:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c0e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354dd expref: 203 pid: 9590 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.052620:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c0e2a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354dd expref: 203 pid: 9590 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.052626:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094430000 00000100:00100000:0.0:1746135148.054151:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.056411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.061559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.066692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.068572:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.079840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.079871:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.079958:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.079971:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627427712 00000100:00100000:0.0:1746135148.079974:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627427712 00010000:00010000:0.0:1746135148.079993:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013027a600/0xc3cfcce4a57c0e31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354e4 expref: 204 pid: 9590 timeout: 892 lvb_type: 0 00000100:00100000:0.0:1746135148.080007:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627427968 00000100:00100000:0.0:1746135148.080009:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627427968 00010000:00010000:0.0:1746135148.080018:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c0e38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354eb expref: 6 pid: 9590 timeout: 892 lvb_type: 0 00000100:00100000:0.0:1746135148.080035:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12911 00000100:00100000:0.0:1746135148.080040:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094745180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+204:2010:x1830954627427712:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135148.080048:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135148.080063:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027a600/0xc3cfcce4a57c0e31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354e4 expref: 204 pid: 9590 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.080083:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027a600/0xc3cfcce4a57c0e31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354e4 expref: 204 pid: 9590 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.080128:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027a600/0xc3cfcce4a57c0e31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354e4 expref: 204 pid: 9590 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.080138:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.080139:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.080145:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e3f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354f2 expref: 203 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.080152:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354f2 expref: 203 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.080192:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e3f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354f2 expref: 203 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135148.080202:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625617280:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135148.080232:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135148.081858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.088101:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.090094:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+205:2010:x1830954627428480:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 831us (1997us total) trans 4294972019 rc 0/0 00000100:00100000:0.0:1746135148.090101:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1655 00002000:00100000:0.0:1746135148.090106:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082666300 x1830954627428480/t4294972019(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.090113:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666300 with x1830954627428480 ext(0->7) 00010000:00010000:0.0:1746135148.090117:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354f2 expref: 205 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.090127:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082354f2 expref: 205 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.090132:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082666300 00000100:00100000:0.0:1746135148.092410:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.097322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.100328:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.100374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.104479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.104634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.107526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.110425:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.116403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.126838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.131473:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+206:2010:x1830954627430144:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3518us (4633us total) trans 4294972020 rc 0/0 00000100:00100000:0.0:1746135148.131481:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1657 00002000:00100000:0.0:1746135148.131491:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4c9f80 x1830954627430144/t4294972020(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.131498:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830954627430144 ext(0->7) 00010000:00010000:0.0:1746135148.131505:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235500 expref: 206 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.131518:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235500 expref: 206 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.131530:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4c9f80 00000100:00100000:0.0:1746135148.135599:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627430400 00000100:00100000:0.0:1746135148.135603:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627430400 00010000:00010000:0.0:1746135148.135618:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235500 expref: 208 pid: 9591 timeout: 892 lvb_type: 0 00000100:00100000:0.0:1746135148.135634:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12916 00000100:00100000:0.0:1746135148.135797:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+208:2009:x1830954627430400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135148.135807:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135148.135823:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0e54 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235500 expref: 207 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.135833:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0e54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235500 expref: 207 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.135848:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0e54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235500 expref: 207 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.135860:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.135862:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.135867:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0e5b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823550e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.135873:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0e5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823550e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.135894:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0e5b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823550e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.135904:0:7233:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0e5b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823550e expref: 5 pid: 9591 timeout: 892 lvb_type: 0 00000100:00100000:0.0:1746135148.135914:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625618304:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135148.140193:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135148.144912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.147490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.149404:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.155752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.163432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.165590:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+208:2011:x1830954627431296:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1785us (2163us total) trans 4294972021 rc 0/0 00000100:00100000:0.0:1746135148.165597:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1659 00002000:00100000:0.0:1746135148.165603:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d8bf480 x1830954627431296/t4294972021(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.165610:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bf480 with x1830954627431296 ext(0->7) 00010000:00010000:0.0:1746135148.165616:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235515 expref: 208 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.165628:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235515 expref: 208 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.165638:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d8bf480 00000100:00100000:0.0:1746135148.169572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.170473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135148.171752:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135148.176836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.180879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.183990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.186319:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.188082:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+210:2008:x1830954627432448:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1206us (1765us total) trans 4294972022 rc 0/0 00000100:00100000:0.0:1746135148.188091:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1661 00002000:00100000:0.0:1746135148.188097:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae6b480 x1830954627432448/t4294972022(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.188103:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b480 with x1830954627432448 ext(0->7) 00010000:00010000:0.0:1746135148.188110:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c0e70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235523 expref: 210 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.188121:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c0e70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235523 expref: 210 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.188126:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae6b480 00000100:00100000:0.0:1746135148.191293:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.195507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.198456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.200828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.203676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.206731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.210238:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+213:2011:x1830954627433728:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3197us (3508us total) trans 4294972023 rc 0/0 00000100:00100000:0.0:1746135148.210248:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1663 00002000:00100000:0.0:1746135148.210258:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009aed1880 x1830954627433728/t4294972023(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.210266:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1880 with x1830954627433728 ext(0->7) 00010000:00010000:0.0:1746135148.210273:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094471200/0xc3cfcce4a57c0e7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235538 expref: 213 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.210286:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094471200/0xc3cfcce4a57c0e7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235538 expref: 213 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.210292:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aed1880 00000100:00100000:0.0:1746135148.214768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.220769:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.221289:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627434112 00000100:00100000:0.0:1746135148.221296:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627434112 00002000:00100000:0.0:1746135148.221328:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d4a8700 x1830954627434112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 488/0 e 0 to 0 dl 1746135159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.221588:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8700 with x1830954627434112 ext(0->4095) 00002000:00010000:0.0:1746135148.221593:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4a8700 00000100:00100000:0.0:1746135148.221962:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12695 00000100:00100000:0.0:1746135148.221970:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+213:2010:x1830954627434112:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135148.222099:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+213:2010:x1830954627434112:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (1329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135148.222105:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12695 00002000:00100000:0.0:1746135148.222111:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d4a8700 x1830954627434112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746135159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.222118:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8700 with x1830954627434112 ext(0->4095) 00002000:00010000:0.0:1746135148.222120:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4a8700 00000100:00100000:0.0:1746135148.229856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.230804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.233817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.233867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.241714:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.247105:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.253161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.255282:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+214:2011:x1830954627435392:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1857us (2125us total) trans 4294972024 rc 0/0 00000100:00100000:0.0:1746135148.255291:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1665 00002000:00100000:0.0:1746135148.255297:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b6cb800 x1830954627435392/t4294972024(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.255305:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb800 with x1830954627435392 ext(0->7) 00010000:00010000:0.0:1746135148.255311:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235546 expref: 214 pid: 11953 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.255322:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c0e93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235546 expref: 214 pid: 11953 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.255327:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b6cb800 00000100:00100000:0.0:1746135148.257019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.261053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.270801:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.276070:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.277874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.279697:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+216:2010:x1830954627436544:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1662us (1823us total) trans 4294972025 rc 0/0 00000100:00100000:0.0:1746135148.279704:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1667 00002000:00100000:0.0:1746135148.279711:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801212a0a80 x1830954627436544/t4294972025(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.279718:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0a80 with x1830954627436544 ext(0->7) 00010000:00010000:0.0:1746135148.279724:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c0ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235554 expref: 216 pid: 11953 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.279735:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c0ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235554 expref: 216 pid: 11953 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.279740:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a0a80 00000100:00100000:0.0:1746135148.281013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.283858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.283908:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627436928 00000100:00100000:0.0:1746135148.283914:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627436928 00002000:00100000:0.0:1746135148.283943:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a0e00 x1830954627436928/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:604/0 lens 488/0 e 0 to 0 dl 1746135159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.283952:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0e00 with x1830954627436928 ext(0->4095) 00002000:00010000:0.0:1746135148.283955:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a0e00 00000100:00100000:0.0:1746135148.283971:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12698 00000100:00100000:0.0:1746135148.283977:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627436928:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135148.284087:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627436928:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135148.284093:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12698 00002000:00100000:0.0:1746135148.284097:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a0e00 x1830954627436928/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746135159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.284104:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0e00 with x1830954627436928 ext(0->4095) 00002000:00010000:0.0:1746135148.284106:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a0e00 00000100:00100000:0.0:1746135148.287099:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.289724:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.291377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.294591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.298207:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.300364:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+219:2008:x1830954627437824:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1753us (2156us total) trans 4294972026 rc 0/0 00000100:00100000:0.0:1746135148.300373:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1669 00002000:00100000:0.0:1746135148.300381:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801212a1f80 x1830954627437824/t4294972026(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.300387:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1f80 with x1830954627437824 ext(0->7) 00010000:00010000:0.0:1746135148.300394:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c0eaf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235562 expref: 219 pid: 11953 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.300405:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c0eaf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235562 expref: 219 pid: 11953 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.300415:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a1f80 00000100:00100000:0.0:1746135148.306872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.319239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.322438:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.322933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.325036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.327634:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.329737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.329847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.332705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.335907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.338888:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+221:2010:x1830954627439616:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2523us (2981us total) trans 4294972027 rc 0/0 00000100:00100000:0.0:1746135148.338899:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1672 00002000:00100000:0.0:1746135148.338907:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f5a4380 x1830954627439616/t4294972027(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.338916:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a4380 with x1830954627439616 ext(0->7) 00010000:00010000:0.0:1746135148.338923:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c0ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235577 expref: 221 pid: 9590 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.338936:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c0ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235577 expref: 221 pid: 9590 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.338942:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f5a4380 00000100:00100000:0.0:1746135148.341850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.344704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.347492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.352488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.354673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.356676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.360898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.360936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.360966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.365826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.369560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.373765:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+222:2009:x1830954627441664:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1895us (4205us total) trans 4294972028 rc 0/0 00000100:00100000:0.0:1746135148.373784:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1675 00002000:00100000:0.0:1746135148.373794:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f5a6680 x1830954627441664/t4294972028(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.373802:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a6680 with x1830954627441664 ext(0->7) 00010000:00010000:0.0:1746135148.373810:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823558c expref: 222 pid: 11953 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.373824:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0ed9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823558c expref: 222 pid: 11953 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.373831:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f5a6680 00000100:00100000:0.0:1746135148.376974:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.381075:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.382787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.385829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.385870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.389437:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.393204:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.396933:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+225:2011:x1830954627442944:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2631us (3726us total) trans 4294972029 rc 0/0 00000100:00100000:0.0:1746135148.396946:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1677 00002000:00100000:0.0:1746135148.396956:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f5a4700 x1830954627442944/t4294972029(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.396964:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a4700 with x1830954627442944 ext(0->7) 00010000:00010000:0.0:1746135148.396972:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c0ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823559a expref: 225 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.396986:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c0ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823559a expref: 225 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.396991:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f5a4700 00000100:00100000:0.0:1746135148.400839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.407418:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.414139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.414224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.422871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.438246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.450279:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.451719:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+226:2011:x1830954627444224:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1444us total) trans 4294972030 rc 0/0 00000100:00100000:0.0:1746135148.451727:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1679 00002000:00100000:0.0:1746135148.451733:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f569180 x1830954627444224/t4294972030(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.451741:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f569180 with x1830954627444224 ext(0->7) 00010000:00010000:0.0:1746135148.451746:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094471200/0xc3cfcce4a57c0ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355a8 expref: 226 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.451756:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094471200/0xc3cfcce4a57c0ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355a8 expref: 226 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.451761:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f569180 00000100:00100000:0.0:1746135148.453894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.457183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.460170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.461812:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.464970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.466983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.467032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.469844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.469875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.472145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.477417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.482743:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.492019:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+229:2009:x1830954627446528:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9083us (9274us total) trans 4294972031 rc 0/0 00000100:00100000:0.0:1746135148.492031:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1681 00002000:00100000:0.0:1746135148.492041:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56b800 x1830954627446528/t4294972031(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.492056:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56b800 with x1830954627446528 ext(0->7) 00010000:00010000:0.0:1746135148.492065:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57c0f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355bd expref: 229 pid: 9592 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.492080:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013101ca00/0xc3cfcce4a57c0f0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355bd expref: 229 pid: 9592 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.492086:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56b800 00000100:00100000:0.0:1746135148.498528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.498628:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.503222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.503241:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627447040 00000100:00100000:0.0:1746135148.503245:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627447040 00002000:00100000:0.0:1746135148.503273:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012f568a80 x1830954627447040/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 488/0 e 0 to 0 dl 1746135159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.503281:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f568a80 with x1830954627447040 ext(0->4095) 00010000:00010000:0.0:1746135148.503286:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a600/0xc3cfcce4a57c0f11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355c4 expref: 229 pid: 9591 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.503295:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a600/0xc3cfcce4a57c0f11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355c4 expref: 229 pid: 9591 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.503300:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f568a80 00000100:00100000:0.0:1746135148.503313:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1682 00000100:00100000:0.0:1746135148.503318:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+229:2010:x1830954627447040:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135148.509350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.510084:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.516977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.522850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.525306:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+230:2010:x1830954627447808:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1210us (2460us total) trans 4294972032 rc 0/0 00000100:00100000:0.0:1746135148.525313:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1684 00002000:00100000:0.0:1746135148.525320:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f568380 x1830954627447808/t4294972032(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.525327:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f568380 with x1830954627447808 ext(0->7) 00010000:00010000:0.0:1746135148.525333:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c47d600/0xc3cfcce4a57c0f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355cb expref: 230 pid: 9592 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.525345:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c47d600/0xc3cfcce4a57c0f18 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355cb expref: 230 pid: 9592 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.525350:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f568380 00000100:00100000:0.0:1746135148.527059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.529182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.533022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.545989:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.546038:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.550256:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.554830:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.554882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.562528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.569080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.590956:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.595404:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.595459:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.601921:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.603979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.612208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.633501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.635833:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+235:2008:x1830954627450880:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2106us (2333us total) trans 4294972034 rc 0/0 00000100:00100000:0.0:1746135148.635844:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1689 00002000:00100000:0.0:1746135148.635853:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e0a80 x1830954627450880/t4294972034(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.635862:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0a80 with x1830954627450880 ext(0->7) 00010000:00010000:0.0:1746135148.635870:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c0f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355ee expref: 235 pid: 9590 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.635885:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c0f3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082355ee expref: 235 pid: 9590 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.635891:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e0a80 00000100:00100000:0.0:1746135148.643582:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.650591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.655006:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.655601:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.660504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.665720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.674561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.677604:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.679234:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+236:2010:x1830954627452544:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 794us (1642us total) trans 4294972035 rc 0/0 00000100:00100000:0.0:1746135148.679242:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1691 00002000:00100000:0.0:1746135148.679247:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009bb78380 x1830954627452544/t4294972035(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.679255:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78380 with x1830954627452544 ext(0->7) 00010000:00010000:0.0:1746135148.679260:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0f50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235603 expref: 236 pid: 11953 timeout: 892 lvb_type: 0 00010000:00010000:0.0:1746135148.679270:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0f50 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235603 expref: 236 pid: 11953 timeout: 892 lvb_type: 0 00002000:00010000:0.0:1746135148.679275:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb78380 00000100:00100000:0.0:1746135148.684331:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.687387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.691560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.693325:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.696429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.696910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.699684:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.699767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.703316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.710584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.712254:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+238:2008:x1830954627454336:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1032us (1670us total) trans 4294972036 rc 0/0 00000100:00100000:0.0:1746135148.712269:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1694 00002000:00100000:0.0:1746135148.712277:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b130380 x1830954627454336/t4294972036(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.712285:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130380 with x1830954627454336 ext(0->7) 00010000:00010000:0.0:1746135148.712293:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c0f65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235618 expref: 238 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.712307:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c0f65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235618 expref: 238 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.712313:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b130380 00000100:00100000:0.0:1746135148.716410:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.721493:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.727820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.734753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.742109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.742170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.751139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.751176:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.751200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.751398:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12957 00000100:00100000:0.0:1746135148.751406:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627455616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135148.751413:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135148.751421:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0f6c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823561f expref: 6 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.751436:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c0f6c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823561f expref: 6 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.751448:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.751450:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.751458:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c0f7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823562d expref: 239 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.751465:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c0f7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823562d expref: 239 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.751492:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c0f7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823562d expref: 239 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135148.751503:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625627648:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135148.751556:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135148.756327:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.764630:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.766065:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+240:2009:x1830954627456384:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1219us (1440us total) trans 4294972037 rc 0/0 00000100:00100000:0.0:1746135148.766073:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1696 00002000:00100000:0.0:1746135148.766080:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b131180 x1830954627456384/t4294972037(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.766089:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131180 with x1830954627456384 ext(0->7) 00010000:00010000:0.0:1746135148.766096:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c0f7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823562d expref: 240 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.766113:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c0f7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823562d expref: 240 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.766119:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b131180 00000100:00100000:0.0:1746135148.774137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.780132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.784615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.784703:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.787459:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.800961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.802052:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+243:2010:x1830954627457664:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 904us (1095us total) trans 4294972038 rc 0/0 00000100:00100000:0.0:1746135148.802059:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1698 00002000:00100000:0.0:1746135148.802065:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094432a00 x1830954627457664/t4294972038(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.802072:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432a00 with x1830954627457664 ext(0->7) 00010000:00010000:0.0:1746135148.802077:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a600/0xc3cfcce4a57c0f88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823563b expref: 243 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.802087:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a600/0xc3cfcce4a57c0f88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823563b expref: 243 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.802092:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094432a00 00000100:00100000:0.0:1746135148.808568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.810488:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.814049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.818123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.818176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.821130:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.821182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.822240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.824751:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.827184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.830166:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+244:2011:x1830954627459712:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2785us (2974us total) trans 4294972039 rc 0/0 00000100:00100000:0.0:1746135148.830181:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1700 00002000:00100000:0.0:1746135148.830197:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d063480 x1830954627459712/t4294972039(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.830208:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063480 with x1830954627459712 ext(0->7) 00010000:00010000:0.0:1746135148.830220:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c0f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235650 expref: 244 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.830239:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c0f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235650 expref: 244 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.830245:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d063480 00000100:00100000:0.0:1746135148.832790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.833454:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12963 00000100:00100000:0.0:1746135148.833464:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+244:2008:x1830954627459840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135148.833479:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135148.833503:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c0f9d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235650 expref: 244 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.833515:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c0f9d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235650 expref: 244 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.833537:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c0f9d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235650 expref: 244 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.833570:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.833572:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.833579:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0fa4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235657 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.833586:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235657 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.833619:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c0fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235657 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135148.833631:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625629056:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135148.833745:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135148.837470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.843913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.843989:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.849367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.855050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.855157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.878526:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627461504 00000100:00100000:0.0:1746135148.878538:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627461504 00002000:00100000:0.0:1746135148.878597:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801212a1180 x1830954627461504/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/0 e 0 to 0 dl 1746135159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.878610:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1180 with x1830954627461504 ext(0->7) 00010000:00010000:0.0:1746135148.878619:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235665 expref: 244 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.878637:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235665 expref: 244 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.878663:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a1180 00000100:00100000:0.0:1746135148.880594:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1703 00000100:00100000:0.0:1746135148.880615:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+244:2008:x1830954627461504:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135148.882362:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+246:2008:x1830954627461504:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1743us (3948us total) trans 4294972040 rc 0/0 00000100:00100000:0.0:1746135148.882375:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1703 00002000:00100000:0.0:1746135148.882385:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801212a1180 x1830954627461504/t4294972040(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.882396:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1180 with x1830954627461504 ext(0->7) 00010000:00010000:0.0:1746135148.882406:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235665 expref: 246 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.882423:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750400/0xc3cfcce4a57c0fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235665 expref: 246 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.882430:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a1180 00000100:00100000:0.0:1746135148.887043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.893971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.900588:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627462016 00000100:00100000:0.0:1746135148.900594:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627462016 00002000:00100000:0.0:1746135148.900622:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a2a00 x1830954627462016/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:604/0 lens 488/0 e 0 to 0 dl 1746135159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.900630:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2a00 with x1830954627462016 ext(0->4095) 00010000:00010000:0.0:1746135148.900637:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c0fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823566c expref: 6 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.900677:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c0fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823566c expref: 6 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.900683:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a2a00 00000100:00100000:0.0:1746135148.900708:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1704 00000100:00100000:0.0:1746135148.900714:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627462016:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135148.901137:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627462016:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 422us (673us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135148.901144:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1704 00002000:00100000:0.0:1746135148.901150:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a2a00 x1830954627462016/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.901157:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2a00 with x1830954627462016 ext(0->4095) 00010000:00010000:0.0:1746135148.901161:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c0fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823566c expref: 6 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.901170:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c0fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823566c expref: 6 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.901418:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a2a00 00000100:00100000:0.0:1746135148.902814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.907219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.907243:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627462400 00000100:00100000:0.0:1746135148.907249:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627462400 00002000:00100000:0.0:1746135148.907281:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012f5a5500 x1830954627462400/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 488/0 e 0 to 0 dl 1746135159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.907291:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a5500 with x1830954627462400 ext(0->4095) 00002000:00010000:0.0:1746135148.907295:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f5a5500 00000100:00100000:0.0:1746135148.907322:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12721 00000100:00100000:0.0:1746135148.907329:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+246:2009:x1830954627462400:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135148.907431:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+246:2009:x1830954627462400:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135148.907437:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12721 00002000:00100000:0.0:1746135148.907442:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88012f5a5500 x1830954627462400/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746135159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.907448:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a5500 with x1830954627462400 ext(0->4095) 00002000:00010000:0.0:1746135148.907450:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f5a5500 00000100:00100000:0.0:1746135148.911065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.918465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.922375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.933415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.934122:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.942124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.952860:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.954549:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+251:2011:x1830954627463936:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 995us (1695us total) trans 4294972042 rc 0/0 00000100:00100000:0.0:1746135148.954558:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1707 00002000:00100000:0.0:1746135148.954567:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072496a00 x1830954627463936/t4294972042(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 496/448 e 0 to 0 dl 1746135159 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.954574:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496a00 with x1830954627463936 ext(0->7) 00010000:00010000:0.0:1746135148.954582:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c0fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235681 expref: 251 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135148.954595:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c0fce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235681 expref: 251 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135148.954600:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072496a00 00000100:00100000:0.0:1746135148.967467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.971268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.971295:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627464320 00000100:00100000:0.0:1746135148.971302:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627464320 00002000:00100000:0.0:1746135148.971338:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae6a300 x1830954627464320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 488/0 e 0 to 0 dl 1746135159 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.971346:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954627464320 ext(0->4095) 00002000:00010000:0.0:1746135148.971351:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae6a300 00000100:00100000:0.0:1746135148.971369:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12723 00000100:00100000:0.0:1746135148.971375:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+251:2009:x1830954627464320:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135148.971507:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+251:2009:x1830954627464320:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135148.971514:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12723 00002000:00100000:0.0:1746135148.971519:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009ae6a300 x1830954627464320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:604/0 lens 488/4536 e 0 to 0 dl 1746135159 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135148.971526:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954627464320 ext(0->4095) 00002000:00010000:0.0:1746135148.971528:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae6a300 00000100:00100000:0.0:1746135148.977824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.982280:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.986172:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627464832 00000100:00100000:0.0:1746135148.986180:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627464832 00000100:00100000:0.0:1746135148.986220:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28659 00000100:00100000:0.0:1746135148.986227:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+250:1164:x1830954627464832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135148.986242:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135148.986260:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57c0fe3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235696 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.986289:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57c0fd5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235688 expref: 251 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.986297:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b750600/0xc3cfcce4a57c0fdc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823568f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.986303:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.986305:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135148.986308:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57c0fe3 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235696 expref: 251 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.986337:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b750600/0xc3cfcce4a57c0fdc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823568f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.986347:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b750600/0xc3cfcce4a57c0fdc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823568f expref: 5 pid: 11953 timeout: 893 lvb_type: 0 00000100:00100000:0.0:1746135148.986359:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625630848:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135148.988126:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57c0fd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235688 expref: 251 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135148.988140:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b751000/0xc3cfcce4a57c0fd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235688 expref: 251 pid: 11953 timeout: 893 lvb_type: 0 00000100:00100000:0.0:1746135148.988152:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625630976:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135148.988205:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135148.988740:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135148.996701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.006564:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.011931:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.015406:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+252:2011:x1830954627465984:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1397us (3474us total) trans 4294972043 rc 0/0 00000100:00100000:0.0:1746135149.015418:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1710 00002000:00100000:0.0:1746135149.015430:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0ce00 x1830954627465984/t4294972043(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.015445:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954627465984 ext(0->7) 00010000:00010000:0.0:1746135149.015456:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57c0fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235696 expref: 252 pid: 9591 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.015471:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364ae200/0xc3cfcce4a57c0fe3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235696 expref: 252 pid: 9591 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.015477:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0ce00 00000100:00100000:0.0:1746135149.018275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.021895:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.028816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.028929:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.032821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.035119:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.035174:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.035213:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.035288:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.039292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.041096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.041132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.041160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.041197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135149.041860:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135149.042919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.045037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.046038:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb8c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+254:2010:x1830954627468672:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 705us (1003us total) trans 4294972044 rc 0/0 00000100:00100000:0.0:1746135149.046046:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1713 00002000:00100000:0.0:1746135149.046052:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb8c380 x1830954627468672/t4294972044(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.046059:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb8c380 with x1830954627468672 ext(0->7) 00010000:00010000:0.0:1746135149.046064:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c0ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356ab expref: 254 pid: 9591 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.046074:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c0ff8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356ab expref: 254 pid: 9591 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.046080:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb8c380 00000100:00100000:0.0:1746135149.047414:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.050898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.058243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.058339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.062707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.063937:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.067371:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.067476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.069309:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.076726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.077866:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fb8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+256:2009:x1830954627470464:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 875us (1148us total) trans 4294972045 rc 0/0 00000100:00100000:0.0:1746135149.077874:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1716 00002000:00100000:0.0:1746135149.077881:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012fb8e300 x1830954627470464/t4294972045(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.077888:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fb8e300 with x1830954627470464 ext(0->7) 00010000:00010000:0.0:1746135149.077894:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c100d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356c0 expref: 256 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.077905:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c100d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356c0 expref: 256 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.077910:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fb8e300 00000100:00100000:0.0:1746135149.080130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.085556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.095073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.097635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.100569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.102697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.104169:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.104393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.106702:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.112373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.114404:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+258:2009:x1830954627472256:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1821us (2027us total) trans 4294972046 rc 0/0 00000100:00100000:0.0:1746135149.114419:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1719 00002000:00100000:0.0:1746135149.114431:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325f0700 x1830954627472256/t4294972046(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.114441:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0700 with x1830954627472256 ext(0->7) 00010000:00010000:0.0:1746135149.114451:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c1022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356d5 expref: 258 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.114467:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c1022 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356d5 expref: 258 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.114475:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325f0700 00000100:00100000:0.0:1746135149.117172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.120224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.125446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.132013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.136412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.138248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.143139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.145357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.147956:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.155623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.157968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.159696:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+260:2011:x1830954627474176:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1228us (1730us total) trans 4294972047 rc 0/0 00000100:00100000:0.0:1746135149.159703:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1721 00002000:00100000:0.0:1746135149.159709:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d3ca850 x1830954627474176/t4294972047(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.159717:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d3ca850 with x1830954627474176 ext(0->7) 00010000:00010000:0.0:1746135149.159722:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356ea expref: 260 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.159732:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1037 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356ea expref: 260 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.159738:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d3ca850 00000100:00100000:0.0:1746135149.164412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.167754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.172727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.173670:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135149.174011:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135149.175438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.180501:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.181166:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12986 00000100:00100000:0.0:1746135149.181174:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627475200:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135149.181187:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135149.181205:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c103e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356f1 expref: 6 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.181214:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c103e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356f1 expref: 6 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.181236:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c103e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356f1 expref: 6 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.181251:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135149.181274:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627475200:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 103us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135149.181280:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12986 00000100:00100000:0.0:1746135149.184957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.187703:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.190320:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+263:2010:x1830954627475968:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2066us (2618us total) trans 4294972048 rc 0/0 00000100:00100000:0.0:1746135149.190330:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1724 00002000:00100000:0.0:1746135149.190339:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325f2d80 x1830954627475968/t4294972048(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.190353:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2d80 with x1830954627475968 ext(0->7) 00010000:00010000:0.0:1746135149.190360:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c104c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356ff expref: 263 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.190375:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c104c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082356ff expref: 263 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.190381:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325f2d80 00000100:00100000:0.0:1746135149.192201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.196114:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.199732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.200453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.204864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.204909:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.208717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.222917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.228578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.234746:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.238054:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+264:2010:x1830954627477632:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1242us (3310us total) trans 4294972049 rc 0/0 00000100:00100000:0.0:1746135149.238064:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1726 00002000:00100000:0.0:1746135149.238075:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325f0e00 x1830954627477632/t4294972049(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.238084:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0e00 with x1830954627477632 ext(0->7) 00010000:00010000:0.0:1746135149.238092:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c1061 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235714 expref: 264 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.238105:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c1061 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235714 expref: 264 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.238111:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325f0e00 00000100:00100000:0.0:1746135149.247797:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.247925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.253091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.253112:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627478144 00000100:00100000:0.0:1746135149.253118:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627478144 00002000:00100000:0.0:1746135149.253154:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801325f0a80 x1830954627478144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:605/0 lens 488/0 e 0 to 0 dl 1746135160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.253164:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0a80 with x1830954627478144 ext(0->4095) 00010000:00010000:0.0:1746135149.253172:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c1068 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823571b expref: 6 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.253185:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c1068 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823571b expref: 6 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.253192:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325f0a80 00000100:00100000:0.0:1746135149.253225:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1727 00000100:00100000:0.0:1746135149.253231:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627478144:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135149.253349:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627478144:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135149.253355:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1727 00002000:00100000:0.0:1746135149.253360:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801325f0a80 x1830954627478144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.253367:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0a80 with x1830954627478144 ext(0->4095) 00010000:00010000:0.0:1746135149.253371:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c1068 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823571b expref: 6 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.253380:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c1068 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823571b expref: 6 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.253386:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325f0a80 00000100:00100000:0.0:1746135149.257439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.262140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.269347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.273348:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.274938:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+266:2011:x1830954627478784:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1334us (1590us total) trans 4294972050 rc 0/0 00000100:00100000:0.0:1746135149.274948:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1728 00002000:00100000:0.0:1746135149.274956:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325f3100 x1830954627478784/t4294972050(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.274964:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3100 with x1830954627478784 ext(0->7) 00010000:00010000:0.0:1746135149.274971:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c106f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235722 expref: 266 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.274990:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c106f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235722 expref: 266 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.274996:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325f3100 00000100:00100000:0.0:1746135149.276690:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.279983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.281189:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.283063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.283740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.285432:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.287478:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.290837:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+269:2009:x1830954627480064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3126us (3356us total) trans 4294972051 rc 0/0 00000100:00100000:0.0:1746135149.290853:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1731 00002000:00100000:0.0:1746135149.290866:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b617480 x1830954627480064/t4294972051(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.290875:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617480 with x1830954627480064 ext(0->7) 00010000:00010000:0.0:1746135149.290884:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c107d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235730 expref: 269 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.290900:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c107d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235730 expref: 269 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.290906:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b617480 00000100:00100000:0.0:1746135149.293401:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.297997:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627480448 00000100:00100000:0.0:1746135149.298003:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627480448 00002000:00100000:0.0:1746135149.298042:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a3480 x1830954627480448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 488/0 e 0 to 0 dl 1746135160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.298051:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3480 with x1830954627480448 ext(0->4095) 00002000:00010000:0.0:1746135149.298055:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a3480 00000100:00100000:0.0:1746135149.298070:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12735 00000100:00100000:0.0:1746135149.298076:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+268:2011:x1830954627480448:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135149.298198:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+268:2011:x1830954627480448:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135149.298204:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12735 00002000:00100000:0.0:1746135149.298208:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a3480 x1830954627480448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746135160 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.298215:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3480 with x1830954627480448 ext(0->4095) 00002000:00010000:0.0:1746135149.298217:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a3480 00000100:00100000:0.0:1746135149.300759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.303535:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.304303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.305530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.307253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.310532:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.310577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.316061:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.318908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.321326:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+270:2011:x1830954627482112:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2144us (2425us total) trans 4294972052 rc 0/0 00000100:00100000:0.0:1746135149.321340:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1734 00002000:00100000:0.0:1746135149.321351:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a621c00 x1830954627482112/t4294972052(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.321363:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a621c00 with x1830954627482112 ext(0->7) 00010000:00010000:0.0:1746135149.321374:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750600/0xc3cfcce4a57c1092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235745 expref: 270 pid: 9591 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.321393:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750600/0xc3cfcce4a57c1092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235745 expref: 270 pid: 9591 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.321401:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a621c00 00000100:00100000:0.0:1746135149.324038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.338224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.343396:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627482624 00000100:00100000:0.0:1746135149.343404:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627482624 00000100:00100000:0.0:1746135149.343435:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627482752 00000100:00100000:0.0:1746135149.343436:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627482752 00000100:00100000:0.0:1746135149.343450:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28688 00000100:00100000:0.0:1746135149.343456:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+270:1164:x1830954627482624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135149.343469:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135149.343485:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801212b6200/0xc3cfcce4a57c10a0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235753 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.343509:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c1099 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823574c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.343520:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135149.343521:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135149.343525:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801212b6200/0xc3cfcce4a57c10a0 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235753 expref: 271 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.343581:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c1099 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823574c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.343591:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c1099 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823574c expref: 5 pid: 9591 timeout: 893 lvb_type: 0 00000100:00100000:0.0:1746135149.343602:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a623480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625636992:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135149.344873:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135149.346894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.350786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.357160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.358280:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+273:2009:x1830954627483392:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 910us (1124us total) trans 4294972053 rc 0/0 00000100:00100000:0.0:1746135149.358287:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1736 00002000:00100000:0.0:1746135149.358293:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b6c8a80 x1830954627483392/t4294972053(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.358300:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8a80 with x1830954627483392 ext(0->7) 00010000:00010000:0.0:1746135149.358305:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801212b6200/0xc3cfcce4a57c10a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235753 expref: 273 pid: 9591 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.358320:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801212b6200/0xc3cfcce4a57c10a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235753 expref: 273 pid: 9591 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.358325:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b6c8a80 00000100:00100000:0.0:1746135149.361750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.366180:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.369066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.371413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.379582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.386475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.390040:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.407853:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627485056 00000100:00100000:0.0:1746135149.407857:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627485056 00010000:00010000:0.0:1746135149.407871:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c10a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823575a expref: 273 pid: 9592 timeout: 893 lvb_type: 0 00000100:00100000:0.0:1746135149.407901:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13001 00000100:00100000:0.0:1746135149.407907:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+273:2010:x1830954627485056:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135149.407918:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135149.407936:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c10a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823575a expref: 273 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.407945:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c10a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823575a expref: 273 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.407963:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c10a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823575a expref: 273 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.407979:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135149.408016:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+272:2010:x1830954627485056:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 109us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135149.408023:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13001 00000100:00100000:0.0:1746135149.413167:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.418898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.420204:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+274:2011:x1830954627485696:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 921us (1307us total) trans 4294972054 rc 0/0 00000100:00100000:0.0:1746135149.420213:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1738 00002000:00100000:0.0:1746135149.420220:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b6cb800 x1830954627485696/t4294972054(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.420230:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb800 with x1830954627485696 ext(0->7) 00010000:00010000:0.0:1746135149.420237:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c10b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235768 expref: 274 pid: 9590 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.420248:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c10b5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235768 expref: 274 pid: 9590 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.420254:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b6cb800 00000100:00100000:0.0:1746135149.423604:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.432347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.435339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.439590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.443218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.447241:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.457586:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.459454:0:25415:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625638784 00000100:00100000:0.0:1746135149.459458:0:25415:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625638784 00000100:00100000:0.0:1746135149.459481:0:25415:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1746135149.459486:0:25415:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954625638784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746135149.459495:0:25415:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 983911232 pending 3870720 free 3922817024 avail 3691294720 00000100:00100000:0.0:1746135149.459524:0:25415:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954625638784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135149.459529:0:25415:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1746135149.461215:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+277:2010:x1830954627486976:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3375us (3632us total) trans 4294972055 rc 0/0 00000100:00100000:0.0:1746135149.461227:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1740 00002000:00100000:0.0:1746135149.461239:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009aed3800 x1830954627486976/t4294972055(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.461249:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed3800 with x1830954627486976 ext(0->7) 00010000:00010000:0.0:1746135149.461261:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c10c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235776 expref: 277 pid: 9590 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.461278:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c10c3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235776 expref: 277 pid: 9590 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.461286:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aed3800 00000100:00100000:0.0:1746135149.466547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.487827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.490384:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625639168 00000100:00100000:0.0:1746135149.490392:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625639168 00000100:00100000:0.0:1746135149.490462:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1746135149.490469:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625639168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746135149.490491:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3920187392 avail 3688665088 00000100:00100000:0.0:1746135149.490634:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625639168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 165us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135149.490654:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1746135149.493194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.493222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.500218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.509779:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.521082:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.525876:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.536142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.536203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.543399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.550964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.557425:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.561288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.565356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.572905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.581184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.587238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.589346:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.590050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.595872:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.598858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.601393:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+283:2009:x1830954627491072:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2310us (2542us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746135149.601405:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1746 00002000:00100000:0.0:1746135149.601412:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e92300 x1830954627491072/t4294972058(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.601420:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92300 with x1830954627491072 ext(0->7) 00010000:00010000:0.0:1746135149.601427:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c10f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357a7 expref: 283 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.601439:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c10f4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357a7 expref: 283 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.601446:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e92300 00000001:00080000:0.0:1746135149.604682:0:9588:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972058 is committed 00000100:00100000:0.0:1746135149.609254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.617235:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.620693:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.620731:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.625614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.629896:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.631291:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954627492352:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1027us (1404us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746135149.631301:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1749 00002000:00100000:0.0:1746135149.631308:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e93800 x1830954627492352/t4294972059(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.631316:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93800 with x1830954627492352 ext(0->7) 00010000:00010000:0.0:1746135149.631323:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1102 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357b5 expref: 8 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.631335:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1102 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357b5 expref: 8 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.631341:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e93800 00000100:00100000:0.0:1746135149.633934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.638568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.643838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.648458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.651290:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627493248 00000100:00100000:0.0:1746135149.651299:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627493248 00002000:00100000:0.0:1746135149.651341:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a1c00 x1830954627493248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 488/0 e 0 to 0 dl 1746135160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.651350:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1c00 with x1830954627493248 ext(0->4095) 00010000:00010000:0.0:1746135149.651356:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1110 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357c3 expref: 10 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.651366:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1110 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357c3 expref: 10 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.651372:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a1c00 00000100:00100000:0.0:1746135149.651401:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1750 00000100:00100000:0.0:1746135149.651408:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954627493248:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135149.651527:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954627493248:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135149.651583:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1750 00002000:00100000:0.0:1746135149.651590:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a1c00 x1830954627493248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.651597:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1c00 with x1830954627493248 ext(0->4095) 00010000:00010000:0.0:1746135149.651601:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357c3 expref: 10 pid: 9592 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.651609:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1110 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357c3 expref: 10 pid: 9592 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.651615:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a1c00 00000100:00100000:0.0:1746135149.653421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.654054:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.654616:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627493632 00000100:00100000:0.0:1746135149.654619:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627493632 00000100:00100000:0.0:1746135149.654653:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28706 00000100:00100000:0.0:1746135149.654659:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627493632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135149.654669:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135149.654679:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5400/0xc3cfcce4a57c111e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082357d1 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.654693:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c1117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357ca expref: 8 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.654699:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135149.654700:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135149.654703:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5400/0xc3cfcce4a57c111e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357d1 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.654721:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c1117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357ca expref: 8 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.654729:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c1117 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357ca expref: 8 pid: 11953 timeout: 893 lvb_type: 0 00000100:00100000:0.0:1746135149.654737:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094747480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954625641856:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135149.654755:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135149.657507:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.660147:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.661286:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954627494144:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 924us (1143us total) trans 4294972060 rc 0/0 00000100:00100000:0.0:1746135149.661295:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1752 00002000:00100000:0.0:1746135149.661302:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094746680 x1830954627494144/t4294972060(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.661310:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746680 with x1830954627494144 ext(0->7) 00010000:00010000:0.0:1746135149.661317:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c1117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357ca expref: 10 pid: 11953 timeout: 893 lvb_type: 0 00010000:00010000:0.0:1746135149.661328:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b751c00/0xc3cfcce4a57c1117 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357ca expref: 10 pid: 11953 timeout: 893 lvb_type: 0 00002000:00010000:0.0:1746135149.661334:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094746680 00000100:00100000:0.0:1746135149.664141:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.667232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.670258:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.674469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.679120:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.680899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.681075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.683533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.686493:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.694708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.701716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.702922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.707397:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.707437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.710691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.715094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.716823:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954627497216:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1205us (1504us total) trans 4294972062 rc 0/0 00000100:00100000:0.0:1746135149.716835:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1758 00002000:00100000:0.0:1746135149.716843:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094431880 x1830954627497216/t4294972062(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.716851:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431880 with x1830954627497216 ext(0->7) 00010000:00010000:0.0:1746135149.716860:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c113a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357ed expref: 15 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.717101:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c113a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082357ed expref: 15 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.717108:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094431880 00000100:00100000:0.0:1746135149.721885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.725794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.728819:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.731284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.731881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.736114:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.736162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.743676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.744363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.752128:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.766680:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954627499264:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1788us (3233us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746135149.766690:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1762 00002000:00100000:0.0:1746135149.766699:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009aef9880 x1830954627499264/t4294972063(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.766707:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef9880 with x1830954627499264 ext(0->7) 00010000:00010000:0.0:1746135149.766715:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57c114f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235802 expref: 16 pid: 11953 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.766727:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b750c00/0xc3cfcce4a57c114f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235802 expref: 16 pid: 11953 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.766733:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aef9880 00000100:00100000:0.0:1746135149.770422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.775466:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627499648 00000100:00100000:0.0:1746135149.775472:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627499648 00002000:00100000:0.0:1746135149.775511:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a3100 x1830954627499648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:605/0 lens 488/0 e 0 to 0 dl 1746135160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.775519:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3100 with x1830954627499648 ext(0->4095) 00002000:00010000:0.0:1746135149.775524:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a3100 00000100:00100000:0.0:1746135149.775540:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12750 00000100:00100000:0.0:1746135149.775545:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627499648:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135149.775698:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627499648:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (574us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135149.775703:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12750 00002000:00100000:0.0:1746135149.775708:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a3100 x1830954627499648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746135160 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.775713:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3100 with x1830954627499648 ext(0->4095) 00002000:00010000:0.0:1746135149.775716:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a3100 00000100:00100000:0.0:1746135149.778835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.779679:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.781861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.784610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.784681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.785473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.788203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.788229:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627500800 00000100:00100000:0.0:1746135149.788233:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627500800 00002000:00100000:0.0:1746135149.788270:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009addd880 x1830954627500800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 488/0 e 0 to 0 dl 1746135160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.788278:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd880 with x1830954627500800 ext(0->4095) 00010000:00010000:0.0:1746135149.788287:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c1164 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235817 expref: 18 pid: 11953 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.788298:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c1164 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235817 expref: 18 pid: 11953 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.788303:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addd880 00000100:00100000:0.0:1746135149.788319:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1764 00000100:00100000:0.0:1746135149.788328:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954627500800:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135149.788422:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954627500800:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135149.788427:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1764 00002000:00100000:0.0:1746135149.788432:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009addd880 x1830954627500800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.788438:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd880 with x1830954627500800 ext(0->4095) 00010000:00010000:0.0:1746135149.788442:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c1164 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235817 expref: 17 pid: 11953 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.788450:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c1164 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235817 expref: 17 pid: 11953 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.788455:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addd880 00000100:00100000:0.0:1746135149.790833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.792542:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2008:x1830954627501056:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1239us (1708us total) trans 4294972064 rc 0/0 00000100:00100000:0.0:1746135149.792550:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1765 00002000:00100000:0.0:1746135149.792556:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009adde300 x1830954627501056/t4294972064(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.792564:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adde300 with x1830954627501056 ext(0->7) 00010000:00010000:0.0:1746135149.792571:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c1164 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235817 expref: 19 pid: 11953 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.792581:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c1164 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235817 expref: 19 pid: 11953 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.792586:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009adde300 00000100:00100000:0.0:1746135149.794999:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.797790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.801257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.806826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.809182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.811273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.812029:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.815408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.815966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.820972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.828447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.830137:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627503104:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1216us (1697us total) trans 4294972065 rc 0/0 00000100:00100000:0.0:1746135149.830145:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1768 00002000:00100000:0.0:1746135149.830151:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622ad80 x1830954627503104/t4294972065(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.830159:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622ad80 with x1830954627503104 ext(0->7) 00010000:00010000:0.0:1746135149.830167:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b751400/0xc3cfcce4a57c1179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823582c expref: 20 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.830179:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b751400/0xc3cfcce4a57c1179 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823582c expref: 20 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.830185:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622ad80 00000100:00100000:0.0:1746135149.837613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.842839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.847730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.848529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.851982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.855617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.859378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.863076:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2008:x1830954627504384:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2370us (3695us total) trans 4294972066 rc 0/0 00000100:00100000:0.0:1746135149.863086:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1770 00002000:00100000:0.0:1746135149.863096:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622aa00 x1830954627504384/t4294972066(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.863104:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622aa00 with x1830954627504384 ext(0->7) 00010000:00010000:0.0:1746135149.863113:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1187 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823583a expref: 23 pid: 9590 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.863130:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1187 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823583a expref: 23 pid: 9590 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.863137:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622aa00 00000100:00100000:0.0:1746135149.865264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.870716:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.879026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.879164:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.879248:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28724 00000100:00100000:0.0:1746135149.879256:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1164:x1830954627505024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135149.879267:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135149.879285:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c1195 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823584f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.879315:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027b400/0xc3cfcce4a57c118e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235841 expref: 23 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.879323:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135149.879325:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135149.879329:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c1195 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823584f expref: 23 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.879376:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013027b400/0xc3cfcce4a57c118e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235841 expref: 23 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135149.879390:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013027b400/0xc3cfcce4a57c118e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235841 expref: 23 pid: 9592 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135149.879403:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625645824:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135149.879489:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135149.882894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.885632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.890060:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.894976:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2010:x1830954627505664:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3638us (4917us total) trans 4294972067 rc 0/0 00000100:00100000:0.0:1746135149.894992:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1772 00002000:00100000:0.0:1746135149.895004:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b994e00 x1830954627505664/t4294972067(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.895014:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994e00 with x1830954627505664 ext(0->7) 00010000:00010000:0.0:1746135149.895027:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c1195 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823584f expref: 24 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.895047:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d56de00/0xc3cfcce4a57c1195 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823584f expref: 24 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.895054:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b994e00 00000100:00100000:0.0:1746135149.910367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.927060:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.934200:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.936071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.942957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.949308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.954812:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627506944:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4549us (5505us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746135149.955138:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1774 00002000:00100000:0.0:1746135149.955149:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d060e00 x1830954627506944/t4294972068(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.955163:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060e00 with x1830954627506944 ext(0->7) 00010000:00010000:0.0:1746135149.955172:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c11a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235856 expref: 27 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.955186:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c11a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235856 expref: 27 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.955192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d060e00 00000100:00100000:0.0:1746135149.958175:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.964396:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.971282:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.975173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.979199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.982046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.982442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.983937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.990951:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627508480 00000100:00100000:0.0:1746135149.990957:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627508480 00002000:00100000:0.0:1746135149.990993:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef8a80 x1830954627508480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 488/0 e 0 to 0 dl 1746135160 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.991001:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954627508480 ext(0->4095) 00010000:00010000:0.0:1746135149.991008:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c11b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823586b expref: 27 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.991021:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c11b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823586b expref: 27 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.991030:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135149.991045:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1776 00000100:00100000:0.0:1746135149.991051:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954627508480:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135149.991604:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954627508480:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 552us (1020us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135149.991610:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1776 00002000:00100000:0.0:1746135149.991615:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aef8a80 x1830954627508480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 488/4536 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.991622:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954627508480 ext(0->4095) 00010000:00010000:0.0:1746135149.991626:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c11b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823586b expref: 27 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.991635:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c11b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823586b expref: 27 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.991663:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135149.997856:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135149.999734:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2008:x1830954627508736:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1092us (1880us total) trans 4294972069 rc 0/0 00000100:00100000:0.0:1746135149.999742:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1777 00002000:00100000:0.0:1746135149.999748:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d061f80 x1830954627508736/t4294972069(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:605/0 lens 496/448 e 0 to 0 dl 1746135160 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135149.999756:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061f80 with x1830954627508736 ext(0->7) 00010000:00010000:0.0:1746135149.999773:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c11b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823586b expref: 29 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135149.999784:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c11b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823586b expref: 29 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135149.999789:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d061f80 00000100:00100000:0.0:1746135150.013783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.021191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.021254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135150.024581:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c11bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235872 expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.024594:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c11bf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235872 expref: 29 pid: 9591 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135150.024604:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d061180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625647488:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135150.024690:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ea7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.027500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.031146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.031190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.034248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.043505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.044802:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2008:x1830954627510528:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 620us (1308us total) trans 4294972070 rc 0/0 00000100:00100000:0.0:1746135150.044810:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1780 00002000:00100000:0.0:1746135150.044815:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072495180 x1830954627510528/t4294972070(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.044823:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495180 with x1830954627510528 ext(0->7) 00010000:00010000:0.0:1746135150.044828:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c11cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235880 expref: 31 pid: 9590 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.044838:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c11cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235880 expref: 31 pid: 9590 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.044844:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072495180 00000100:00100000:0.0:1746135150.051141:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.052716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.057921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.063868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.063989:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.068558:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aefad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625648128:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135150.068581:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135150.068633:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954627511296:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4285us (4643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135150.068663:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13044 00000100:00100000:0.0:1746135150.070906:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.079768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.084810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.090192:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.092912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.096894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.102067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.102118:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.105491:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.108019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.109897:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2008:x1830954627513856:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1648us (1885us total) trans 4294972072 rc 0/0 00000100:00100000:0.0:1746135150.109906:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1787 00002000:00100000:0.0:1746135150.109914:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae08e00 x1830954627513856/t4294972072(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.109922:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08e00 with x1830954627513856 ext(0->7) 00010000:00010000:0.0:1746135150.109929:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c11f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358a3 expref: 35 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.109943:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c11f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358a3 expref: 35 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.109948:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae08e00 00000100:00100000:0.0:1746135150.111582:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.114398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.121412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.121817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.123926:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.125081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.126597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.131334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.136589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.151860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.153544:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2010:x1830954627515520:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1619us (2171us total) trans 4294972073 rc 0/0 00000100:00100000:0.0:1746135150.153556:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1789 00002000:00100000:0.0:1746135150.153564:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801212a2300 x1830954627515520/t4294972073(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.153571:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2300 with x1830954627515520 ext(0->7) 00010000:00010000:0.0:1746135150.153579:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358b8 expref: 37 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.153590:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1205 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358b8 expref: 37 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.153596:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a2300 00000100:00100000:0.0:1746135150.156276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.160220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.162495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.166396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.170219:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.174608:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135150.175990:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135150.176689:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2011:x1830954627516672:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1816us (2089us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746135150.176697:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1791 00002000:00100000:0.0:1746135150.176704:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7ec700 x1830954627516672/t4294972074(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.176711:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ec700 with x1830954627516672 ext(0->7) 00010000:00010000:0.0:1746135150.176718:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c1213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358c6 expref: 38 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.176730:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c1213 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358c6 expref: 38 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.176737:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7ec700 00000100:00100000:0.0:1746135150.184857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.189137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.189222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.192883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.194452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.197737:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.203422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.205929:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2008:x1830954627517952:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2304us (2500us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746135150.205943:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1793 00002000:00100000:0.0:1746135150.205954:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7eea00 x1830954627517952/t4294972075(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.205963:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eea00 with x1830954627517952 ext(0->7) 00010000:00010000:0.0:1746135150.205975:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c1221 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358d4 expref: 41 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.205992:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c1221 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358d4 expref: 41 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.205999:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7eea00 00000100:00100000:0.0:1746135150.209789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135150.213873:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c1228 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358db expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135150.213895:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625650688:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135150.214457:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.219107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.226377:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.226475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.234389:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627518848 00000100:00100000:0.0:1746135150.234398:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627518848 00002000:00100000:0.0:1746135150.234433:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aefad80 x1830954627518848/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:606/0 lens 488/0 e 0 to 0 dl 1746135161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.234441:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefad80 with x1830954627518848 ext(0->4095) 00010000:00010000:0.0:1746135150.234449:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c122f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e2 expref: 6 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.234458:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c122f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e2 expref: 6 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.234464:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aefad80 00000100:00100000:0.0:1746135150.234496:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1794 00000100:00100000:0.0:1746135150.234504:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627518848:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135150.236022:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627518848:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1509us (1689us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135150.236032:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1794 00002000:00100000:0.0:1746135150.236044:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009aefad80 x1830954627518848/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.236053:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefad80 with x1830954627518848 ext(0->4095) 00010000:00010000:0.0:1746135150.236061:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c122f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e2 expref: 6 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.236072:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c122f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e2 expref: 6 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.236077:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aefad80 00000100:00100000:0.0:1746135150.236776:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009265ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954625650816:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135150.240850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.240888:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.240938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.246190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.249715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.251956:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2009:x1830954627519744:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2014us (2240us total) trans 4294972076 rc 0/0 00000100:00100000:0.0:1746135150.251967:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1796 00002000:00100000:0.0:1746135150.251977:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7c000 x1830954627519744/t4294972076(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.251985:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c000 with x1830954627519744 ext(0->7) 00010000:00010000:0.0:1746135150.252003:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e9 expref: 43 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.252018:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e9 expref: 43 pid: 9591 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.252029:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7c000 00000100:00100000:0.0:1746135150.256420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.257671:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627519872 00000100:00100000:0.0:1746135150.257682:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627519872 00010000:00010000:0.0:1746135150.257722:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e9 expref: 43 pid: 9591 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135150.257767:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13058 00000100:00100000:0.0:1746135150.257774:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2011:x1830954627519872:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135150.257785:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135150.257800:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1236 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e9 expref: 43 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.257810:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1236 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e9 expref: 43 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.257831:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1236 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358e9 expref: 43 pid: 9591 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.257846:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.257848:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.257854:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027ac00/0xc3cfcce4a57c123d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358f0 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.257862:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027ac00/0xc3cfcce4a57c123d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358f0 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.257899:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013027ac00/0xc3cfcce4a57c123d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358f0 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135150.257911:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625651328:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135150.258031:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.263221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.267978:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.268034:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.272380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.275123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.282470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.283996:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2008:x1830954627521024:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1076us (1528us total) trans 4294972077 rc 0/0 00000100:00100000:0.0:1746135150.284006:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1798 00002000:00100000:0.0:1746135150.284013:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7c700 x1830954627521024/t4294972077(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.284020:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c700 with x1830954627521024 ext(0->7) 00010000:00010000:0.0:1746135150.284026:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c124b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358f7 expref: 44 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.284038:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c124b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082358f7 expref: 44 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.284044:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7c700 00000100:00100000:0.0:1746135150.286964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.297102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.306937:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.308174:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954625651968:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135150.308193:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1252 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235905 expref: 45 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.308204:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:0.0:1746135150.308225:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1164:x1830954627521536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3356us (3448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135150.308230:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28750 00000100:00100000:0.0:1746135150.311915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.316708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.319027:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2009:x1830954627522304:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1949us (2409us total) trans 4294972078 rc 0/0 00000100:00100000:0.0:1746135150.319038:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1800 00002000:00100000:0.0:1746135150.319049:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094c7dc00 x1830954627522304/t4294972078(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.319058:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7dc00 with x1830954627522304 ext(0->7) 00010000:00010000:0.0:1746135150.319069:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235905 expref: 47 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.319087:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1252 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235905 expref: 47 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.319094:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094c7dc00 00000100:00100000:0.0:1746135150.323105:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.326138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.333440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.336934:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.340708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.344124:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.349811:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.354793:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627524096 00000100:00100000:0.0:1746135150.354801:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627524096 00002000:00100000:0.0:1746135150.354844:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009aef8380 x1830954627524096/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/0 e 0 to 0 dl 1746135161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.354854:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8380 with x1830954627524096 ext(0->7) 00010000:00010000:0.0:1746135150.354862:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c1267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823591a expref: 47 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.354881:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c1267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823591a expref: 47 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.354887:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aef8380 00000100:00100000:0.0:1746135150.354920:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1803 00000100:00100000:0.0:1746135150.354927:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954627524096:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135150.357979:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2010:x1830954627524096:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3038us (3251us total) trans 4294972079 rc 0/0 00000100:00100000:0.0:1746135150.357992:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1803 00002000:00100000:0.0:1746135150.358003:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009aef8380 x1830954627524096/t4294972079(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.358018:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8380 with x1830954627524096 ext(0->7) 00010000:00010000:0.0:1746135150.358029:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c1267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823591a expref: 49 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.358045:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c1267 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823591a expref: 49 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.358052:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009aef8380 00000100:00100000:0.0:1746135150.366483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.367793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.370960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.370988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.371277:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627524864 00000100:00100000:0.0:1746135150.371281:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627524864 00010000:00010000:0.0:1746135150.371302:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c126e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235921 expref: 49 pid: 9592 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135150.371329:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13066 00000100:00100000:0.0:1746135150.371334:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2009:x1830954627524864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135150.371341:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135150.371356:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c126e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235921 expref: 49 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.371365:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c126e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235921 expref: 49 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.371429:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c126e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235921 expref: 49 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.371442:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.371443:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.371448:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c1275 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235928 expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.371455:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c1275 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235928 expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.371474:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c1275 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235928 expref: 48 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.371814:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c1275 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235928 expref: 48 pid: 9592 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135150.371829:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625653376:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135150.371893:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.380600:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625653376:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135150.380623:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135150.380699:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2009:x1830954627524864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9363us (9708us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135150.380711:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13066 00000100:00100000:0.0:1746135150.390878:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2010:x1830954627525376:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1403us (1670us total) trans 4294972080 rc 0/0 00000100:00100000:0.0:1746135150.390889:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1806 00002000:00100000:0.0:1746135150.390898:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009265d880 x1830954627525376/t4294972080(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.390906:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265d880 with x1830954627525376 ext(0->7) 00010000:00010000:0.0:1746135150.390914:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c1275 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235928 expref: 50 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.390925:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c1275 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235928 expref: 50 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.390931:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009265d880 00000100:00100000:0.0:1746135150.393575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.408164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.413255:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625653504:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135150.413275:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135150.413302:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2008:x1830954627525504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 17766us (19738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135150.413311:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13067 00000100:00100000:0.0:1746135150.417370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.419912:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.425530:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627526400 00000100:00100000:0.0:1746135150.425539:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627526400 00000100:00100000:0.0:1746135150.425603:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28758 00000100:00100000:0.0:1746135150.425611:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627526400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135150.425630:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135150.425676:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c128a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823593d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.425707:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1283 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235936 expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.425714:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135150.425717:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135150.425720:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c128a lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823593d expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.425748:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1283 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235936 expref: 49 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.425770:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235936 expref: 49 pid: 9592 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135150.425782:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5c2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954625653888:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135150.425871:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.433018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.435318:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2011:x1830954627526528:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1895us (2303us total) trans 4294972081 rc 0/0 00000100:00100000:0.0:1746135150.435328:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1808 00002000:00100000:0.0:1746135150.435336:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b5c1880 x1830954627526528/t4294972081(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.435344:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1880 with x1830954627526528 ext(0->7) 00010000:00010000:0.0:1746135150.435350:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235936 expref: 52 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.435363:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1283 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235936 expref: 52 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.435368:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5c1880 00000100:00100000:0.0:1746135150.437701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.438238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.442607:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627527040 00000100:00100000:0.0:1746135150.442613:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627527040 00002000:00100000:0.0:1746135150.442692:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a2a00 x1830954627527040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:606/0 lens 488/0 e 0 to 0 dl 1746135161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.442701:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2a00 with x1830954627527040 ext(0->4095) 00010000:00010000:0.0:1746135150.442708:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c128a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823593d expref: 6 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.442719:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c128a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823593d expref: 6 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.442724:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a2a00 00000100:00100000:0.0:1746135150.442747:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1809 00000100:00100000:0.0:1746135150.442753:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627527040:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135150.443398:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627527040:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 644us (1053us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135150.443405:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1809 00002000:00100000:0.0:1746135150.443410:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a2a00 x1830954627527040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:606/0 lens 488/4536 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.443421:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2a00 with x1830954627527040 ext(0->4095) 00010000:00010000:0.0:1746135150.443426:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c128a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823593d expref: 6 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.443435:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f4f5200/0xc3cfcce4a57c128a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823593d expref: 6 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.443440:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a2a00 00000100:00100000:0.0:1746135150.447398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.453190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.457727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.462520:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.465406:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2008:x1830954627527680:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1148us (2896us total) trans 4294972082 rc 0/0 00000100:00100000:0.0:1746135150.465415:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1810 00002000:00100000:0.0:1746135150.465421:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7ed880 x1830954627527680/t4294972082(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.465429:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed880 with x1830954627527680 ext(0->7) 00010000:00010000:0.0:1746135150.465435:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364af400/0xc3cfcce4a57c1291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235944 expref: 54 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.465447:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364af400/0xc3cfcce4a57c1291 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235944 expref: 54 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.465452:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7ed880 00000100:00100000:0.0:1746135150.468190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.474048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.481620:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.481696:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.483235:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28761 00000100:00100000:0.0:1746135150.483246:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1164:x1830954627528192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135150.483263:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135150.483280:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235952 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.483304:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c1298 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823594b expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.483311:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.483313:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.483316:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 55 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.483338:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c1298 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823594b expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.483349:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c1298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823594b expref: 5 pid: 9590 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135150.483358:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625654656:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135150.483426:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.486600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.489590:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072493480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627528448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135150.489609:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135150.489632:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c1298 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823594b expref: 6 pid: 9590 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.489658:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c1298 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823594b expref: 6 pid: 9590 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.489678:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c1298 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823594b expref: 6 pid: 9590 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.489705:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.489707:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.489713:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 54 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.489719:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 54 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.489750:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 54 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.489771:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 54 pid: 9590 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135150.489781:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5a0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625654912:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135150.489866:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.493067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.498955:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627528960 00000100:00100000:0.0:1746135150.498965:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627528960 00002000:00100000:0.0:1746135150.499008:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880086228000 x1830954627528960/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/0 e 0 to 0 dl 1746135161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.499016:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228000 with x1830954627528960 ext(0->7) 00010000:00010000:0.0:1746135150.499024:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 55 pid: 9590 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.499037:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 55 pid: 9590 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.499043:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086228000 00000100:00100000:0.0:1746135150.499063:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1812 00000100:00100000:0.0:1746135150.499069:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2009:x1830954627528960:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135150.500626:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:2009:x1830954627528960:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1548us (1744us total) trans 4294972083 rc 0/0 00000100:00100000:0.0:1746135150.500637:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1812 00002000:00100000:0.0:1746135150.500664:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880086228000 x1830954627528960/t4294972083(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.500672:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228000 with x1830954627528960 ext(0->7) 00010000:00010000:0.0:1746135150.500680:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 57 pid: 9590 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.500693:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514800/0xc3cfcce4a57c129f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235952 expref: 57 pid: 9590 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.500703:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086228000 00000100:00100000:0.0:1746135150.505487:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.509085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.512920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.516012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.518387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.523018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.523502:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.523552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.528205:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625655552:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135150.528229:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135150.528289:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627529984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3918us (4733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135150.528298:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13075 00000100:00100000:0.0:1746135150.529780:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.544322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.547781:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.555813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.561682:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.566380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.570997:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.574774:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.583063:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.585083:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2011:x1830954627531904:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1600us (2018us total) trans 4294972085 rc 0/0 00000100:00100000:0.0:1746135150.585096:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1816 00002000:00100000:0.0:1746135150.585105:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56c700 x1830954627531904/t4294972085(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.585114:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c700 with x1830954627531904 ext(0->7) 00010000:00010000:0.0:1746135150.585122:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c12c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235975 expref: 60 pid: 9592 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.585138:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c12c2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235975 expref: 60 pid: 9592 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.585145:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56c700 00000100:00100000:0.0:1746135150.594108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.598355:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.603373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.609174:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.614739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.631036:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28769 00000100:00100000:0.0:1746135150.631056:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627532928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135150.631077:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135150.631098:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c12d7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823598a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.631127:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027ac00/0xc3cfcce4a57c12d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235983 expref: 59 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.631139:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135150.631141:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135150.631144:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c12d7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823598a expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.631175:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013027ac00/0xc3cfcce4a57c12d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235983 expref: 59 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.631187:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013027ac00/0xc3cfcce4a57c12d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235983 expref: 59 pid: 9590 timeout: 894 lvb_type: 0 00000100:00100000:0.0:1746135150.631197:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954625656576:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135150.631300:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.633421:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.637226:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2011:x1830954627533056:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1949us (3793us total) trans 4294972086 rc 0/0 00000100:00100000:0.0:1746135150.637241:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1818 00002000:00100000:0.0:1746135150.637253:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f56c380 x1830954627533056/t4294972086(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.637264:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c380 with x1830954627533056 ext(0->7) 00010000:00010000:0.0:1746135150.637276:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ac00/0xc3cfcce4a57c12d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235983 expref: 62 pid: 9590 timeout: 894 lvb_type: 0 00010000:00010000:0.0:1746135150.637294:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ac00/0xc3cfcce4a57c12d0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235983 expref: 62 pid: 9590 timeout: 894 lvb_type: 0 00002000:00010000:0.0:1746135150.637308:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f56c380 00000100:00100000:0.0:1746135150.643489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.643573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.648219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.654249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.662425:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.668541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.683142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.687964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.688286:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627534336 00000100:00100000:0.0:1746135150.688296:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627534336 00000100:00100000:0.0:1746135150.688348:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28772 00000100:00100000:0.0:1746135150.688356:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086742c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1164:x1830954627534336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135150.688371:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135150.688390:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c12ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823599f expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.688413:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135150.688419:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c12e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235998 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.688424:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135150.688427:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c12ec lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823599f expref: 64 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135150.692559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.698053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.702593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.708238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.712898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.719053:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.723789:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2009:x1830954627535360:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4572us (4728us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1746135150.723807:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1822 00002000:00100000:0.0:1746135150.723822:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d932300 x1830954627535360/t4294972088(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.723832:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932300 with x1830954627535360 ext(0->7) 00010000:00010000:0.0:1746135150.723843:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c12ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823599f expref: 66 pid: 9592 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.723862:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c12ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823599f expref: 66 pid: 9592 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.723869:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d932300 00000100:00100000:0.0:1746135150.727498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.727553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.733454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.733483:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627535872 00000100:00100000:0.0:1746135150.733489:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627535872 00002000:00100000:0.0:1746135150.733530:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88011d931500 x1830954627535872/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:606/0 lens 488/0 e 0 to 0 dl 1746135161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.733538:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d931500 with x1830954627535872 ext(0->4095) 00010000:00010000:0.0:1746135150.733547:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c12f3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359a6 expref: 6 pid: 9592 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.733560:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c12f3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359a6 expref: 6 pid: 9592 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.733566:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d931500 00000100:00100000:0.0:1746135150.733581:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1823 00000100:00100000:0.0:1746135150.733588:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627535872:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135150.737912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.740829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.744004:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.746385:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954625658112:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135150.746415:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1301 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359b4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.746431:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae600, rc 0) 00000100:00100000:0.0:1746135150.746477:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627536384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2342us (2479us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135150.746485:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28775 00000100:00100000:0.0:1746135150.752325:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2009:x1830954627536512:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5547us (5943us total) trans 4294972089 rc 0/0 00000100:00100000:0.0:1746135150.752337:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1824 00002000:00100000:0.0:1746135150.752346:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88008622b100 x1830954627536512/t4294972089(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.752355:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b100 with x1830954627536512 ext(0->7) 00010000:00010000:0.0:1746135150.752364:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c12fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359ad expref: 68 pid: 9592 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.752379:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c12fa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359ad expref: 68 pid: 9592 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.752384:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008622b100 00000100:00100000:0.0:1746135150.756111:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.764740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.764802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.769673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.775466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.782062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.783019:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2011:x1830954627537792:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 742us (963us total) trans 4294972090 rc 0/0 00000100:00100000:0.0:1746135150.783027:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1826 00002000:00100000:0.0:1746135150.783033:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d04aa00 x1830954627537792/t4294972090(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.783040:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04aa00 with x1830954627537792 ext(0->7) 00010000:00010000:0.0:1746135150.783045:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364af400/0xc3cfcce4a57c1308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359bb expref: 71 pid: 9592 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.783054:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364af400/0xc3cfcce4a57c1308 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359bb expref: 71 pid: 9592 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.783059:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d04aa00 00000100:00100000:0.0:1746135150.784725:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.788868:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.792685:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.793036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.796257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.800530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.804082:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.806120:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954627539072:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1611us (2041us total) trans 4294972091 rc 0/0 00000100:00100000:0.0:1746135150.806127:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1828 00002000:00100000:0.0:1746135150.806133:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d048380 x1830954627539072/t4294972091(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.806139:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048380 with x1830954627539072 ext(0->7) 00010000:00010000:0.0:1746135150.806145:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359c9 expref: 72 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.806155:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c1316 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359c9 expref: 72 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.806159:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d048380 00000100:00100000:0.0:1746135150.809041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.811454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.815904:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.819592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.825826:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.825891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.830061:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.832468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.833576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.833964:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627540608 00000100:00100000:0.0:1746135150.833969:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627540608 00000100:00100000:0.0:1746135150.834001:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28782 00000100:00100000:0.0:1746135150.834008:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:1165:x1830954627540608:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135150.834021:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135150.834032:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c1332 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082359e5 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.834049:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c132b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359de expref: 73 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.834055:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135150.834057:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135150.834059:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c1332 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359e5 expref: 73 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.834076:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c132b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359de expref: 73 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.834087:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c132b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359de expref: 73 pid: 9590 timeout: 895 lvb_type: 0 00000100:00100000:0.0:1746135150.834095:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800855b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625659904:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135150.834300:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.837527:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.849468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.852395:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627541120 00000100:00100000:0.0:1746135150.852410:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627541120 00002000:00100000:0.0:1746135150.852465:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800855b6300 x1830954627541120/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/0 e 0 to 0 dl 1746135161 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.852475:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6300 with x1830954627541120 ext(0->7) 00010000:00010000:0.0:1746135150.852483:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c132b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359de expref: 73 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.852505:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c132b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359de expref: 73 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.852512:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855b6300 00000100:00100000:0.0:1746135150.853695:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1831 00000100:00100000:0.0:1746135150.853708:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2009:x1830954627541120:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135150.856733:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:2009:x1830954627541120:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3015us (7264us total) trans 4294972092 rc 0/0 00000100:00100000:0.0:1746135150.856748:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1831 00002000:00100000:0.0:1746135150.856768:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800855b6300 x1830954627541120/t4294972092(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.856777:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6300 with x1830954627541120 ext(0->7) 00010000:00010000:0.0:1746135150.856787:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c132b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359de expref: 75 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.856805:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c132b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359de expref: 75 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.856811:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800855b6300 00000100:00100000:0.0:1746135150.863736:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.866532:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.868485:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.873274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.873331:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.878518:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.884582:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.887036:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2010:x1830954627542400:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2201us (2454us total) trans 4294972093 rc 0/0 00000100:00100000:0.0:1746135150.887047:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1834 00002000:00100000:0.0:1746135150.887055:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d95a300 x1830954627542400/t4294972093(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.887062:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a300 with x1830954627542400 ext(0->7) 00010000:00010000:0.0:1746135150.887070:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c1339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359ec expref: 76 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.887083:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c1339 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359ec expref: 76 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.887088:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d95a300 00000100:00100000:0.0:1746135150.889306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.894588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.899102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.899158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.904006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.909801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.915983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.917173:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2009:x1830954627543680:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 950us (1193us total) trans 4294972094 rc 0/0 00000100:00100000:0.0:1746135150.917181:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1836 00002000:00100000:0.0:1746135150.917187:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d95b100 x1830954627543680/t4294972094(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.917193:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95b100 with x1830954627543680 ext(0->7) 00010000:00010000:0.0:1746135150.917199:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c134e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a01 expref: 79 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.917208:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c134e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a01 expref: 79 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.917213:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d95b100 00000100:00100000:0.0:1746135150.922002:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627543808 00000100:00100000:0.0:1746135150.922010:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627543808 00010000:00010000:0.0:1746135150.922040:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c134e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a01 expref: 79 pid: 9590 timeout: 895 lvb_type: 0 00000100:00100000:0.0:1746135150.922075:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13097 00000100:00100000:0.0:1746135150.922081:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954627543808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135150.922094:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135150.922116:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c134e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a01 expref: 79 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.922126:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c134e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a01 expref: 79 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.922150:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c134e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a01 expref: 79 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.922177:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.922178:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.922185:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1347 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359fa expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.922193:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1347 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359fa expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.922219:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1347 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359fa expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135150.922230:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d95aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625661056:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135150.922297:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135150.928278:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.930389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.931026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.931423:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28787 00000100:00100000:0.0:1746135150.931432:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627544192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135150.931452:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135150.931470:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d645e00/0xc3cfcce4a57c1355 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235a08 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.931493:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.931495:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135150.931501:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d645e00/0xc3cfcce4a57c1355 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a08 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.931514:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d645e00/0xc3cfcce4a57c1355 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a08 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135150.931525:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645e00, rc 0) 00000100:00100000:0.0:1746135150.931563:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1165:x1830954627544192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135150.931739:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28787 00000100:00100000:0.0:1746135150.934820:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627544704 00000100:00100000:0.0:1746135150.934825:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627544704 00010000:00010000:0.0:1746135150.934849:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1347 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359fa expref: 79 pid: 9592 timeout: 895 lvb_type: 0 00000100:00100000:0.0:1746135150.934921:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13098 00000100:00100000:0.0:1746135150.934928:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2008:x1830954627544704:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135150.934940:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135150.934956:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1347 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359fa expref: 79 pid: 9592 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.934965:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1347 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359fa expref: 79 pid: 9592 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.934987:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1347 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082359fa expref: 79 pid: 9592 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.935562:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135150.935581:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2008:x1830954627544704:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 654us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135150.935587:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13098 00000100:00100000:0.0:1746135150.940402:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.946865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.950951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.954172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.956060:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2011:x1830954627545344:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1150us (1888us total) trans 4294972095 rc 0/0 00000100:00100000:0.0:1746135150.956070:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1838 00002000:00100000:0.0:1746135150.956077:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88011d8bdc00 x1830954627545344/t4294972095(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.956085:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdc00 with x1830954627545344 ext(0->7) 00010000:00010000:0.0:1746135150.956092:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c135c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a0f expref: 80 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.956102:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c135c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a0f expref: 80 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.956108:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011d8bdc00 00000100:00100000:0.0:1746135150.959691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.962816:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.968008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.968061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.974038:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.974559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.977003:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.977043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.979152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.989041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135150.990250:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2008:x1830954627547136:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 856us (1216us total) trans 4294972096 rc 0/0 00000100:00100000:0.0:1746135150.990257:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1841 00002000:00100000:0.0:1746135150.990262:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880072497100 x1830954627547136/t4294972096(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:606/0 lens 496/448 e 0 to 0 dl 1746135161 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135150.990269:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497100 with x1830954627547136 ext(0->7) 00010000:00010000:0.0:1746135150.990273:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c1371 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a1d expref: 82 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135150.990282:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c1371 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a1d expref: 82 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135150.990287:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072497100 00000100:00100000:0.0:1746135150.994492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.000830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.002611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.003900:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.007155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.013724:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.021095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.022789:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954627548416:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 894us (1696us total) trans 4294972097 rc 0/0 00000100:00100000:0.0:1746135151.022797:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1843 00002000:00100000:0.0:1746135151.022804:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009addc000 x1830954627548416/t4294972097(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.022811:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc000 with x1830954627548416 ext(0->7) 00010000:00010000:0.0:1746135151.022817:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c137f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a32 expref: 85 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.022830:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c137f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a32 expref: 85 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.022835:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addc000 00000100:00100000:0.0:1746135151.026356:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627548544 00000100:00100000:0.0:1746135151.026367:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627548544 00010000:00010000:0.0:1746135151.026406:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c137f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a32 expref: 85 pid: 9590 timeout: 895 lvb_type: 0 00000100:00100000:0.0:1746135151.026577:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13105 00000100:00100000:0.0:1746135151.026586:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954627548544:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135151.026600:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135151.026623:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c137f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a32 expref: 85 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.026636:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c137f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a32 expref: 85 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.026676:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c137f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a32 expref: 85 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.027015:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.027018:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.027026:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c1386 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a39 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.027034:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c1386 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a39 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.027071:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c1386 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a39 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135151.027083:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009adddc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625662848:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135151.027715:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135151.031969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.040274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.040333:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.049126:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627549440 00000100:00100000:0.0:1746135151.049135:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627549440 00002000:00100000:0.0:1746135151.049182:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a3800 x1830954627549440/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:607/0 lens 488/0 e 0 to 0 dl 1746135162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.049193:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3800 with x1830954627549440 ext(0->4095) 00010000:00010000:0.0:1746135151.049203:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c138d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a47 expref: 6 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.049218:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c138d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a47 expref: 6 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.049230:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a3800 00000100:00100000:0.0:1746135151.049253:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1844 00000100:00100000:0.0:1746135151.049261:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627549440:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135151.049484:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627549440:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 223us (2059us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135151.049489:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1844 00002000:00100000:0.0:1746135151.049494:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a3800 x1830954627549440/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.049502:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3800 with x1830954627549440 ext(0->4095) 00010000:00010000:0.0:1746135151.049506:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c138d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a47 expref: 6 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.049514:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c138d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a47 expref: 6 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.049519:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a3800 00000100:00100000:0.0:1746135151.055463:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.062329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.067598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.072575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.074696:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2010:x1830954627550080:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1459us (2129us total) trans 4294972098 rc 0/0 00000100:00100000:0.0:1746135151.074705:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1845 00002000:00100000:0.0:1746135151.074712:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094745c00 x1830954627550080/t4294972098(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.074721:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094745c00 with x1830954627550080 ext(0->7) 00010000:00010000:0.0:1746135151.074729:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a40 expref: 86 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.074740:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1394 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a40 expref: 86 pid: 9591 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.074746:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094745c00 00000100:00100000:0.0:1746135151.076544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.080483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.087887:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.088011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.091692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.095252:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.101325:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2011:x1830954627551360:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1572us (2303us total) trans 4294972099 rc 0/0 00000100:00100000:0.0:1746135151.101336:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1847 00002000:00100000:0.0:1746135151.101346:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801212a0380 x1830954627551360/t4294972099(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.101355:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0380 with x1830954627551360 ext(0->7) 00010000:00010000:0.0:1746135151.101366:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c13a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a5c expref: 89 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.101383:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c13a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a5c expref: 89 pid: 9591 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.101395:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a0380 00000100:00100000:0.0:1746135151.110533:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627551488 00000100:00100000:0.0:1746135151.110545:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627551488 00010000:00010000:0.0:1746135151.110597:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c13a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a5c expref: 89 pid: 9591 timeout: 895 lvb_type: 0 00000100:00100000:0.0:1746135151.110673:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13110 00000100:00100000:0.0:1746135151.110682:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2010:x1830954627551488:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135151.110698:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135151.110724:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c13a9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a5c expref: 89 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.110737:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c13a9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a5c expref: 89 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.110773:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c13a9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a5c expref: 89 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.110799:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.110802:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.110809:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c13a2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a55 expref: 88 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.110816:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c13a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a55 expref: 88 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.110865:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c13a2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a55 expref: 88 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135151.110879:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625664000:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135151.110973:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135151.119032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.120116:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.126155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.127010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.130759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.137893:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.156109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.159212:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.160629:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.163855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.163935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.172018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.176205:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135151.177769:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135151.179005:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2008:x1830954627553920:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2626us (2800us total) trans 4294972101 rc 0/0 00000100:00100000:0.0:1746135151.179016:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1853 00002000:00100000:0.0:1746135151.179025:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880132e92a00 x1830954627553920/t4294972101(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.179033:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92a00 with x1830954627553920 ext(0->7) 00010000:00010000:0.0:1746135151.179041:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c13be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a71 expref: 93 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.179055:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ae00/0xc3cfcce4a57c13be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a71 expref: 93 pid: 9591 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.179060:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132e92a00 00000100:00100000:0.0:1746135151.201047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.210691:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627554816 00000100:00100000:0.0:1746135151.210696:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627554816 00002000:00100000:0.0:1746135151.210725:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880086229500 x1830954627554816/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:607/0 lens 488/0 e 0 to 0 dl 1746135162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.210735:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229500 with x1830954627554816 ext(0->4095) 00002000:00010000:0.0:1746135151.210740:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086229500 00000100:00100000:0.0:1746135151.210769:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12790 00000100:00100000:0.0:1746135151.210776:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627554816:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135151.211693:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627554816:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 911us (1193us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135151.211701:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12790 00002000:00100000:0.0:1746135151.211708:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880086229500 x1830954627554816/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746135162 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.211715:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229500 with x1830954627554816 ext(0->4095) 00010000:00010000:0.0:1746135151.211722:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c13cc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a7f expref: 6 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.211734:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c13cc lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a7f expref: 6 pid: 9591 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.211741:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880086229500 00000100:00100000:0.0:1746135151.213735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.213779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.215838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.219248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.226990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.229295:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2009:x1830954627555712:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2026us (2308us total) trans 4294972102 rc 0/0 00000100:00100000:0.0:1746135151.229306:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1855 00002000:00100000:0.0:1746135151.229314:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082665c00 x1830954627555712/t4294972102(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.229323:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665c00 with x1830954627555712 ext(0->7) 00010000:00010000:0.0:1746135151.229331:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c13d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a86 expref: 95 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.229343:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c13d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a86 expref: 95 pid: 9591 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.229349:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082665c00 00000100:00100000:0.0:1746135151.238166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.252804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.255089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.255109:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627556224 00000100:00100000:0.0:1746135151.255115:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627556224 00002000:00100000:0.0:1746135151.255150:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082665180 x1830954627556224/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 488/0 e 0 to 0 dl 1746135162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.255160:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665180 with x1830954627556224 ext(0->4095) 00002000:00010000:0.0:1746135151.255164:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082665180 00000100:00100000:0.0:1746135151.255183:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12791 00000100:00100000:0.0:1746135151.255190:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954627556224:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135151.255299:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954627556224:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135151.255305:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12791 00002000:00100000:0.0:1746135151.255311:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082665180 x1830954627556224/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746135162 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.255317:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665180 with x1830954627556224 ext(0->4095) 00002000:00010000:0.0:1746135151.255320:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082665180 00000100:00100000:0.0:1746135151.260284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.266914:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.269842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.274040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.276312:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954627556992:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1963us (2275us total) trans 4294972103 rc 0/0 00000100:00100000:0.0:1746135151.276321:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1857 00002000:00100000:0.0:1746135151.276328:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082666a00 x1830954627556992/t4294972103(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.276337:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666a00 with x1830954627556992 ext(0->7) 00010000:00010000:0.0:1746135151.276343:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c13e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a94 expref: 96 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.276361:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c13e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235a94 expref: 96 pid: 11953 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.276367:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082666a00 00000100:00100000:0.0:1746135151.278101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.282347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.290505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.291559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.297948:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.297993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.303989:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.315345:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.318933:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954627558784:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 682us (3594us total) trans 4294972104 rc 0/0 00000100:00100000:0.0:1746135151.318940:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1860 00002000:00100000:0.0:1746135151.318946:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880082665500 x1830954627558784/t4294972104(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.318953:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665500 with x1830954627558784 ext(0->7) 00010000:00010000:0.0:1746135151.318957:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c13f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235aa9 expref: 98 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.318965:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c13f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235aa9 expref: 98 pid: 11953 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.318970:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082665500 00000100:00100000:0.0:1746135151.322608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.343879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.348061:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627559424 00000100:00100000:0.0:1746135151.348068:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627559424 00010000:00010000:0.0:1746135151.348093:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c13fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab0 expref: 6 pid: 11953 timeout: 895 lvb_type: 0 00000100:00100000:0.0:1746135151.348296:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13123 00000100:00100000:0.0:1746135151.348301:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627559424:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135151.348310:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135151.348327:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c13fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab0 expref: 6 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.348381:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c13fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab0 expref: 6 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.348398:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c13fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab0 expref: 6 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.348551:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.348553:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.348558:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c1404 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab7 expref: 98 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.348565:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c1404 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab7 expref: 98 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.348589:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c1404 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab7 expref: 98 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.348601:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c1404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab7 expref: 98 pid: 9590 timeout: 895 lvb_type: 0 00000100:00100000:0.0:1746135151.348611:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625667200:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135151.349255:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135151.357156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.360591:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2011:x1830954627560064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2752us (3434us total) trans 4294972105 rc 0/0 00000100:00100000:0.0:1746135151.360605:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1862 00002000:00100000:0.0:1746135151.360617:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b6ca680 x1830954627560064/t4294972105(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.360626:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6ca680 with x1830954627560064 ext(0->7) 00010000:00010000:0.0:1746135151.360637:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c1404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab7 expref: 101 pid: 9590 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.360684:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c1404 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ab7 expref: 101 pid: 9590 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.360690:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b6ca680 00000100:00100000:0.0:1746135151.364311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.371497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.383383:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.383582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.388462:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.389010:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.392327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.396463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.403270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.411955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.413278:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2011:x1830954627561728:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1328us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1746135151.413286:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1864 00002000:00100000:0.0:1746135151.413293:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009a514e00 x1830954627561728/t4294972106(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.413302:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514e00 with x1830954627561728 ext(0->7) 00010000:00010000:0.0:1746135151.413308:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ac5 expref: 102 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.413320:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1412 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ac5 expref: 102 pid: 11953 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.413326:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a514e00 00000100:00100000:0.0:1746135151.415596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.417186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.420603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.425516:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.429278:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.436883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.442184:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.444094:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2010:x1830954627562880:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1681us (1904us total) trans 4294972107 rc 0/0 00000100:00100000:0.0:1746135151.444107:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1866 00002000:00100000:0.0:1746135151.444114:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b130380 x1830954627562880/t4294972107(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.444124:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130380 with x1830954627562880 ext(0->7) 00010000:00010000:0.0:1746135151.444132:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c1427 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ada expref: 104 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.444147:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c1427 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ada expref: 104 pid: 11953 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.444154:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b130380 00000100:00100000:0.0:1746135151.446468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.450393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.450436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.453129:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.454122:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.457903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.461737:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.463702:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2008:x1830954627564160:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 892us (1970us total) trans 4294972108 rc 0/0 00000100:00100000:0.0:1746135151.463710:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1869 00002000:00100000:0.0:1746135151.463716:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012b131180 x1830954627564160/t4294972108(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.463725:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131180 with x1830954627564160 ext(0->7) 00010000:00010000:0.0:1746135151.463731:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ae8 expref: 107 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.463742:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1435 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ae8 expref: 107 pid: 11953 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.463758:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b131180 00000100:00100000:0.0:1746135151.465523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.469369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.475794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.476312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.481191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.481238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.485133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.490219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.497729:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.503924:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.505554:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2010:x1830954627565824:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 915us (1622us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746135151.505566:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1871 00002000:00100000:0.0:1746135151.505576:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325b3800 x1830954627565824/t4294972109(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.505585:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3800 with x1830954627565824 ext(0->7) 00010000:00010000:0.0:1746135151.505594:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c144a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235afd expref: 108 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.505718:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c144a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235afd expref: 108 pid: 11953 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.505733:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325b3800 00000100:00100000:0.0:1746135151.509881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.516778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.522035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.522720:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13135 00000100:00100000:0.0:1746135151.522730:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627566464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135151.522741:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135151.522769:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1451 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b04 expref: 6 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.522781:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1451 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b04 expref: 6 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.522802:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1451 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b04 expref: 6 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.522818:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.522819:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.522825:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c1458 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b0b expref: 107 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.522832:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c1458 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b0b expref: 107 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135151.525272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.531390:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.539688:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.546939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.552939:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.555566:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.557897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.559284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.565400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.573802:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627568256 00000100:00100000:0.0:1746135151.573812:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627568256 00002000:00100000:0.0:1746135151.573866:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801212a1500 x1830954627568256/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/0 e 0 to 0 dl 1746135162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.573876:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1500 with x1830954627568256 ext(0->7) 00010000:00010000:0.0:1746135151.573886:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c1466 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b19 expref: 111 pid: 11953 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.573901:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027ba00/0xc3cfcce4a57c1466 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b19 expref: 111 pid: 11953 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.573908:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a1500 00000100:00100000:0.0:1746135151.573948:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1875 00000100:00100000:0.0:1746135151.573956:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:2008:x1830954627568256:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135151.585460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.590057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.593742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.595866:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.596283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.598232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.598265:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.598721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.602545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.605341:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.606546:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2009:x1830954627570048:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 971us (1214us total) trans 4294972112 rc 0/0 00000100:00100000:0.0:1746135151.606553:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1877 00002000:00100000:0.0:1746135151.606559:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880089fb2300 x1830954627570048/t4294972112(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.606565:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb2300 with x1830954627570048 ext(0->7) 00010000:00010000:0.0:1746135151.606571:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c147b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b2e expref: 115 pid: 9592 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.606581:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c147b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b2e expref: 115 pid: 9592 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.606586:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880089fb2300 00000100:00100000:0.0:1746135151.609514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.613170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.620200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.620248:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.623137:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.633845:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.648837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.652411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.658185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.660266:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.664435:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.668377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.672158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.674006:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+118:2008:x1830954627572480:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1633us (1851us total) trans 4294972114 rc 0/0 00000100:00100000:0.0:1746135151.674015:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1881 00002000:00100000:0.0:1746135151.674023:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d4abb80 x1830954627572480/t4294972114(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.674031:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4abb80 with x1830954627572480 ext(0->7) 00010000:00010000:0.0:1746135151.674039:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b4a expref: 118 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.674052:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1497 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b4a expref: 118 pid: 9591 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.674059:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d4abb80 00000100:00100000:0.0:1746135151.678775:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.680976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.685466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.689193:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627573376 00000100:00100000:0.0:1746135151.689199:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627573376 00002000:00100000:0.0:1746135151.689233:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a2d80 x1830954627573376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 488/0 e 0 to 0 dl 1746135162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.689243:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2d80 with x1830954627573376 ext(0->4095) 00010000:00010000:0.0:1746135151.689250:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c14a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b58 expref: 120 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.689264:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c14a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b58 expref: 120 pid: 9591 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.689275:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a2d80 00000100:00100000:0.0:1746135151.689371:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1882 00000100:00100000:0.0:1746135151.689377:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+120:2008:x1830954627573376:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135151.689785:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+120:2008:x1830954627573376:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 406us (660us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135151.689793:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1882 00002000:00100000:0.0:1746135151.689799:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8801212a2d80 x1830954627573376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.689806:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2d80 with x1830954627573376 ext(0->4095) 00010000:00010000:0.0:1746135151.689811:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c14a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b58 expref: 120 pid: 9591 timeout: 895 lvb_type: 0 00010000:00010000:0.0:1746135151.689818:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c14a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b58 expref: 120 pid: 9591 timeout: 895 lvb_type: 0 00002000:00010000:0.0:1746135151.689823:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801212a2d80 00000100:00100000:0.0:1746135151.698497:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.699803:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.702865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.708960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.713888:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.720677:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+121:2010:x1830954627574272:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5617us (6788us total) trans 4294972115 rc 0/0 00000100:00100000:0.0:1746135151.720690:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1884 00002000:00100000:0.0:1746135151.720700:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801325f2680 x1830954627574272/t4294972115(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.720709:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2680 with x1830954627574272 ext(0->7) 00010000:00010000:0.0:1746135151.720718:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c14ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b5f expref: 121 pid: 9591 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.720736:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c14ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b5f expref: 121 pid: 9591 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.720742:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801325f2680 00000100:00100000:0.0:1746135151.728874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.735277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.739793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.739881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.746191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.750685:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082667b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625673344:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135151.750705:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135151.750756:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+120:2011:x1830954627575040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3807us (4575us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135151.750765:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13149 00000100:00100000:0.0:1746135151.756465:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.770103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.770149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.772860:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.775157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.775193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.778515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.787025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.789617:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+125:2008:x1830954627576832:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 938us (2599us total) trans 4294972117 rc 0/0 00000100:00100000:0.0:1746135151.789625:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1889 00002000:00100000:0.0:1746135151.789632:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b615180 x1830954627576832/t4294972117(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.789654:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615180 with x1830954627576832 ext(0->7) 00010000:00010000:0.0:1746135151.789662:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c14c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b7b expref: 125 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.789675:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c14c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b7b expref: 125 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.789681:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b615180 00000100:00100000:0.0:1746135151.798137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.799208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.803859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.811295:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.812570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.815626:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.822146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.823655:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+126:2011:x1830954627578112:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 737us (1502us total) trans 4294972118 rc 0/0 00000100:00100000:0.0:1746135151.823666:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1892 00002000:00100000:0.0:1746135151.823673:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130621180 x1830954627578112/t4294972118(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.823680:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621180 with x1830954627578112 ext(0->7) 00010000:00010000:0.0:1746135151.823686:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514000/0xc3cfcce4a57c14d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b89 expref: 126 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.823699:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514000/0xc3cfcce4a57c14d6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235b89 expref: 126 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.823704:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130621180 00000100:00100000:0.0:1746135151.829768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.836926:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.837633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.838964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.840159:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.843223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.845350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.848795:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.853349:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.862314:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.863052:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.864796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.866463:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.867311:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.867341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.867353:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627580672 00000100:00100000:0.0:1746135151.867356:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627580672 00010000:00010000:0.0:1746135151.867368:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c14f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ba5 expref: 6 pid: 11953 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135151.867383:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13158 00000100:00100000:0.0:1746135151.867387:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c61c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627580672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135151.867393:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135151.867401:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c14f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ba5 expref: 6 pid: 11953 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.867409:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c14f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ba5 expref: 6 pid: 11953 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.867419:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c14f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ba5 expref: 6 pid: 11953 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.867618:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.867619:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135151.867624:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c14f9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bac expref: 129 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.867630:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c14f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bac expref: 129 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.867674:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c14f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bac expref: 129 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135151.867689:0:10938:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c14f9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bac expref: 129 pid: 11953 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135151.867699:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:10938:1830954625675392:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135151.869418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.871723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.875223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.878489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.880863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.883197:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.885167:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.885603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.887570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.888319:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.889177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.891085:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627582976 00000100:00100000:0.0:1746135151.891091:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627582976 00002000:00100000:0.0:1746135151.891124:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082667100 x1830954627582976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 488/0 e 0 to 0 dl 1746135162 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.891133:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667100 with x1830954627582976 ext(0->4095) 00010000:00010000:0.0:1746135151.891139:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c150e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bc1 expref: 131 pid: 11953 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.891150:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c150e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bc1 expref: 131 pid: 11953 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.891160:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082667100 00000100:00100000:0.0:1746135151.891452:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1899 00000100:00100000:0.0:1746135151.891461:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+131:2011:x1830954627582976:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135151.892861:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+130:2011:x1830954627582976:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1396us (1863us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135151.892868:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1899 00002000:00100000:0.0:1746135151.892878:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082667100 x1830954627582976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 488/4536 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.892887:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667100 with x1830954627582976 ext(0->4095) 00010000:00010000:0.0:1746135151.892894:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c150e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bc1 expref: 130 pid: 11953 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.892906:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c150e lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bc1 expref: 130 pid: 11953 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.892912:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880082667100 00000100:00100000:0.0:1746135151.895727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.897417:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+132:2010:x1830954627583232:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1145us (1691us total) trans 4294972121 rc 0/0 00000100:00100000:0.0:1746135151.897425:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1900 00002000:00100000:0.0:1746135151.897434:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b608a80 x1830954627583232/t4294972121(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.897441:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608a80 with x1830954627583232 ext(0->7) 00010000:00010000:0.0:1746135151.897448:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c150e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bc1 expref: 132 pid: 11953 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.897461:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c150e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bc1 expref: 132 pid: 11953 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.897467:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b608a80 00000100:00100000:0.0:1746135151.899995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.904101:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.906479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.927085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.927118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.927160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.932109:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.935808:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.937453:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+134:2010:x1830954627585280:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 917us (1646us total) trans 4294972122 rc 0/0 00000100:00100000:0.0:1746135151.937462:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1903 00002000:00100000:0.0:1746135151.937468:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4ec000 x1830954627585280/t4294972122(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.937475:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec000 with x1830954627585280 ext(0->7) 00010000:00010000:0.0:1746135151.937481:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c1523 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bd6 expref: 134 pid: 11953 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.937493:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c1523 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bd6 expref: 134 pid: 11953 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.937503:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4ec000 00000100:00100000:0.0:1746135151.942929:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.948786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.950322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.954624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.959503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.965820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.966953:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+137:2011:x1830954627586560:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 748us (1138us total) trans 4294972123 rc 0/0 00000100:00100000:0.0:1746135151.966959:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1905 00002000:00100000:0.0:1746135151.966966:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4ef800 x1830954627586560/t4294972123(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.966973:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef800 with x1830954627586560 ext(0->7) 00010000:00010000:0.0:1746135151.966978:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1531 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235be4 expref: 137 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.966988:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1531 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235be4 expref: 137 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.966994:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4ef800 00000100:00100000:0.0:1746135151.969034:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.976347:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.976623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.984153:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.984248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.988046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.992849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135151.996934:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+138:2010:x1830954627587840:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3885us (4084us total) trans 4294972124 rc 0/0 00000100:00100000:0.0:1746135151.996946:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1907 00002000:00100000:0.0:1746135151.997287:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4ef480 x1830954627587840/t4294972124(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:607/0 lens 496/448 e 0 to 0 dl 1746135162 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135151.997297:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef480 with x1830954627587840 ext(0->7) 00010000:00010000:0.0:1746135151.997307:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57c153f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bf2 expref: 138 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135151.997322:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57c153f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235bf2 expref: 138 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135151.997329:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4ef480 00000100:00100000:0.0:1746135152.000822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.003471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.008716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.010685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.011813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.016122:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.021071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.022283:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+141:2011:x1830954627589120:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1001us (1217us total) trans 4294972125 rc 0/0 00000100:00100000:0.0:1746135152.022291:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1909 00002000:00100000:0.0:1746135152.022297:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d596d80 x1830954627589120/t4294972125(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.022304:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596d80 with x1830954627589120 ext(0->7) 00010000:00010000:0.0:1746135152.022309:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c154d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c00 expref: 141 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.022319:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c154d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c00 expref: 141 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.022325:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d596d80 00000100:00100000:0.0:1746135152.024259:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.028221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.031324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.036616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.050793:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.067180:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.067250:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.067322:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.067533:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13173 00000100:00100000:0.0:1746135152.067548:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+141:2008:x1830954627590272:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135152.067560:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135152.067581:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1554 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c07 expref: 141 pid: 9592 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.067595:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1554 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c07 expref: 141 pid: 9592 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.068070:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1554 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c07 expref: 141 pid: 9592 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.068091:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.068093:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.068100:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1562 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c15 expref: 140 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.068108:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1562 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c15 expref: 140 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.068153:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1562 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c15 expref: 140 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.068163:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1562 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c15 expref: 140 pid: 9590 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135152.068171:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094671500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625678976:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135152.068213:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc616c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135152.074011:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.087723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.089075:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+142:2011:x1830954627590912:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1117us (1356us total) trans 4294972126 rc 0/0 00000100:00100000:0.0:1746135152.089082:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1911 00002000:00100000:0.0:1746135152.089089:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094670380 x1830954627590912/t4294972126(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.089096:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670380 with x1830954627590912 ext(0->7) 00010000:00010000:0.0:1746135152.089102:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1562 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c15 expref: 142 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.089113:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c1562 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c15 expref: 142 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.089118:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094670380 00000100:00100000:0.0:1746135152.091480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.099729:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627591168 00000100:00100000:0.0:1746135152.099738:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627591168 00000100:00100000:0.0:1746135152.099790:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28864 00000100:00100000:0.0:1746135152.099797:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+142:1164:x1830954627591168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135152.099814:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135152.099831:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d380200/0xc3cfcce4a57c1570 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235c23 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.099858:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c1569 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c1c expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.099865:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.099867:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.099870:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380200/0xc3cfcce4a57c1570 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c23 expref: 143 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.099896:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c1569 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c1c expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.099906:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c1569 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c1c expref: 5 pid: 9590 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135152.099923:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094671180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625679232:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135152.100003:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135152.104047:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.104148:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094671180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954625679232:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135152.104168:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d380200/0xc3cfcce4a57c1570 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c23 expref: 143 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.104180:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380200, rc 0) 00000100:00100000:0.0:1746135152.104218:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+143:1164:x1830954627591168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4421us (4680us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135152.104224:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28864 00000100:00100000:0.0:1746135152.109573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.113223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.120885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.125465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.129070:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+144:2008:x1830954627592064:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3379us (3598us total) trans 4294972127 rc 0/0 00000100:00100000:0.0:1746135152.129084:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1913 00002000:00100000:0.0:1746135152.129098:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88007d049180 x1830954627592064/t4294972127(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.129106:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049180 with x1830954627592064 ext(0->7) 00010000:00010000:0.0:1746135152.129116:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380200/0xc3cfcce4a57c1570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c23 expref: 144 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.129140:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380200/0xc3cfcce4a57c1570 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c23 expref: 144 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.129148:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007d049180 00000100:00100000:0.0:1746135152.131826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.134844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.136063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.138180:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.138437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.141288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.143937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.146454:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+147:2011:x1830954627593344:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2213us (2512us total) trans 4294972128 rc 0/0 00000100:00100000:0.0:1746135152.146465:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1916 00002000:00100000:0.0:1746135152.146474:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b48b800 x1830954627593344/t4294972128(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.146482:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b800 with x1830954627593344 ext(0->7) 00010000:00010000:0.0:1746135152.146490:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c157e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c31 expref: 147 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.146508:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c157e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c31 expref: 147 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.146514:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b48b800 00000100:00100000:0.0:1746135152.147966:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.152362:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627593728 00000100:00100000:0.0:1746135152.152369:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627593728 00002000:00100000:0.0:1746135152.152405:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082665f80 x1830954627593728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.152413:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665f80 with x1830954627593728 ext(0->4095) 00002000:00010000:0.0:1746135152.152417:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082665f80 00000100:00100000:0.0:1746135152.152438:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12819 00000100:00100000:0.0:1746135152.152444:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+147:2010:x1830954627593728:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.152568:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+146:2010:x1830954627593728:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.152574:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12819 00002000:00100000:0.0:1746135152.152578:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880082665f80 x1830954627593728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.152585:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665f80 with x1830954627593728 ext(0->4095) 00002000:00010000:0.0:1746135152.152588:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082665f80 00000100:00100000:0.0:1746135152.157052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.157738:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.160553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.161236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.164210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.170631:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.177180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.181336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.182196:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+148:2011:x1830954627595008:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 687us (859us total) trans 4294972129 rc 0/0 00000100:00100000:0.0:1746135152.182206:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1918 00002000:00100000:0.0:1746135152.182210:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009c7ef480 x1830954627595008/t4294972129(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.182217:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ef480 with x1830954627595008 ext(0->7) 00010000:00010000:0.0:1746135152.182221:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1593 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c46 expref: 148 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.182231:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1593 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c46 expref: 148 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.182236:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7ef480 00000100:00100000:0.0:1746135152.185158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.190216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.190850:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627595520 00000100:00100000:0.0:1746135152.190854:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627595520 00002000:00100000:0.0:1746135152.190878:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130620000 x1830954627595520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.190887:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620000 with x1830954627595520 ext(0->4095) 00010000:00010000:0.0:1746135152.190892:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c159a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c4d expref: 6 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.190901:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c159a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c4d expref: 6 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.190906:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620000 00000100:00100000:0.0:1746135152.190932:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1919 00000100:00100000:0.0:1746135152.190939:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627595520:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.191060:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627595520:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.191066:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1919 00002000:00100000:0.0:1746135152.191071:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130620000 x1830954627595520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.191077:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620000 with x1830954627595520 ext(0->4095) 00010000:00010000:0.0:1746135152.191082:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c159a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c4d expref: 6 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.191090:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c159a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c4d expref: 6 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.191095:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620000 00000100:00100000:0.0:1746135152.193980:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.194043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.197085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.204444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.206179:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+151:2011:x1830954627596288:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1263us (1739us total) trans 4294972130 rc 0/0 00000100:00100000:0.0:1746135152.206188:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1921 00002000:00100000:0.0:1746135152.206195:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae69880 x1830954627596288/t4294972130(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.206203:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69880 with x1830954627596288 ext(0->7) 00010000:00010000:0.0:1746135152.206210:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c15a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c54 expref: 151 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.206221:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c15a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c54 expref: 151 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.206226:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae69880 00000100:00100000:0.0:1746135152.212918:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627596416 00000100:00100000:0.0:1746135152.212927:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627596416 00010000:00010000:0.0:1746135152.212964:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c15a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c54 expref: 151 pid: 9590 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135152.213002:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13183 00000100:00100000:0.0:1746135152.213010:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+151:2008:x1830954627596416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135152.213025:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135152.213048:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c15a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c54 expref: 151 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.213059:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c15a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c54 expref: 151 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.213079:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027b800/0xc3cfcce4a57c15a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c54 expref: 151 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.213094:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.213095:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.213101:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c15a8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c5b expref: 150 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.213112:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c15a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c5b expref: 150 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.213142:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c15a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c5b expref: 150 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135152.213153:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae6b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954625681280:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135152.214323:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc613c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135152.218736:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627596672 00000100:00100000:0.0:1746135152.218751:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627596672 00002000:00100000:0.0:1746135152.218799:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130620e00 x1830954627596672/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.218810:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620e00 with x1830954627596672 ext(0->4095) 00002000:00010000:0.0:1746135152.218816:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130620e00 00000100:00100000:0.0:1746135152.218833:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12821 00000100:00100000:0.0:1746135152.218842:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+150:2008:x1830954627596672:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.219017:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+150:2008:x1830954627596672:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.219023:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12821 00002000:00100000:0.0:1746135152.219028:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130620e00 x1830954627596672/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.219034:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620e00 with x1830954627596672 ext(0->4095) 00002000:00010000:0.0:1746135152.219037:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130620e00 00000100:00100000:0.0:1746135152.221340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.221388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.225370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.225473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.229272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.239234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.243078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.249726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.252956:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+152:2011:x1830954627597952:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1737us (3228us total) trans 4294972131 rc 0/0 00000100:00100000:0.0:1746135152.252966:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1923 00002000:00100000:0.0:1746135152.252975:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae6b100 x1830954627597952/t4294972131(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.252983:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b100 with x1830954627597952 ext(0->7) 00010000:00010000:0.0:1746135152.252992:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c15b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c69 expref: 152 pid: 9591 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.253006:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c15b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c69 expref: 152 pid: 9591 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.253012:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae6b100 00000100:00100000:0.0:1746135152.255711:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.258355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.260892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.262239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.264162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.268381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.270582:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.274079:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+155:2010:x1830954627599232:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3077us (3490us total) trans 4294972132 rc 0/0 00000100:00100000:0.0:1746135152.274092:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1925 00002000:00100000:0.0:1746135152.274104:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60ed80 x1830954627599232/t4294972132(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.274113:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ed80 with x1830954627599232 ext(0->7) 00010000:00010000:0.0:1746135152.274123:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c15c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c77 expref: 155 pid: 9591 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.274138:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515200/0xc3cfcce4a57c15c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c77 expref: 155 pid: 9591 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.274145:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60ed80 00000100:00100000:0.0:1746135152.284762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.291319:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.293320:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.293367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.293720:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28879 00000100:00100000:0.0:1746135152.293728:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+154:1164:x1830954627599872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135152.293736:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135152.293754:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c15d9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235c8c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.293771:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c15cb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c7e expref: 155 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.293782:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c15d2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c85 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.293787:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.293788:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.293791:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c15d9 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c8c expref: 155 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.293815:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c15d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c85 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.293826:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c15d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c85 expref: 5 pid: 9590 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135152.293837:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954625682560:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135152.293902:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c15cb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c7e expref: 155 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.293909:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c15cb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c7e expref: 155 pid: 11953 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135152.293916:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954625682688:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135152.293932:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135152.295839:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.297553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.298616:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.302475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.305881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.309938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.311875:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+156:2010:x1830954627600896:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1529us (1933us total) trans 4294972133 rc 0/0 00000100:00100000:0.0:1746135152.311885:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1927 00002000:00100000:0.0:1746135152.311893:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b60d180 x1830954627600896/t4294972133(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.311901:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d180 with x1830954627600896 ext(0->7) 00010000:00010000:0.0:1746135152.311909:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c15d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c8c expref: 156 pid: 9592 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.311922:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c15d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235c8c expref: 156 pid: 9592 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.311928:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b60d180 00000100:00100000:0.0:1746135152.313512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.319121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.319355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.326329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.329450:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.346334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.354092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.360405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.363578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.366998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.374749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.388682:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625685376 00000100:00100000:0.0:1746135152.388685:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625685376 00000100:00100000:0.0:1746135152.388707:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1746135152.388711:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830954625685376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135152.388758:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830954625685376:12345-0@lo:400:kworker.0 Request processed in 46us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135152.388762:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1746135152.388965:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.388985:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627603200 00000100:00100000:0.0:1746135152.388987:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627603200 00002000:00100000:0.0:1746135152.389010:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0ce00 x1830954627603200/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.389017:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954627603200 ext(0->7) 00010000:00010000:0.0:1746135152.389023:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c15f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ca8 expref: 158 pid: 9592 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.389039:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c15f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ca8 expref: 158 pid: 9592 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.389045:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0ce00 00000100:00100000:0.0:1746135152.389056:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1931 00000100:00100000:0.0:1746135152.389059:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+158:2008:x1830954627603200:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.392972:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+160:2008:x1830954627603200:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3902us (3997us total) trans 4294972135 rc 0/0 00000100:00100000:0.0:1746135152.392983:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1931 00002000:00100000:0.0:1746135152.392994:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009ae0ce00 x1830954627603200/t4294972135(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.393002:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954627603200 ext(0->7) 00010000:00010000:0.0:1746135152.393010:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c15f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ca8 expref: 160 pid: 9592 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.393025:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c15f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ca8 expref: 160 pid: 9592 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.393031:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae0ce00 00000100:00100000:0.0:1746135152.394789:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.399261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.399849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.403152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.404092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.411327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.414061:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.425831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.430405:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627604736 00000100:00100000:0.0:1746135152.430413:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627604736 00000100:00100000:0.0:1746135152.435527:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.435562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.437915:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.440758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.442277:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+164:2010:x1830954627605760:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1301us (1534us total) trans 4294972137 rc 0/0 00000100:00100000:0.0:1746135152.442285:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1936 00002000:00100000:0.0:1746135152.442292:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4caa00 x1830954627605760/t4294972137(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.442298:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830954627605760 ext(0->7) 00010000:00010000:0.0:1746135152.442303:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235cc4 expref: 164 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.442315:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027be00/0xc3cfcce4a57c1611 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235cc4 expref: 164 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.442321:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:0.0:1746135152.445862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.458427:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627606144 00000100:00100000:0.0:1746135152.458433:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627606144 00002000:00100000:0.0:1746135152.458467:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130621c00 x1830954627606144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.458476:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621c00 with x1830954627606144 ext(0->4095) 00002000:00010000:0.0:1746135152.458480:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130621c00 00000100:00100000:0.0:1746135152.458502:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12829 00000100:00100000:0.0:1746135152.458509:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627606144:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.459328:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627606144:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 817us (1158us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.459334:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12829 00002000:00100000:0.0:1746135152.459339:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130621c00 x1830954627606144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.459346:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621c00 with x1830954627606144 ext(0->4095) 00002000:00010000:0.0:1746135152.459350:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880130621c00 00000100:00100000:0.0:1746135152.464750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.464873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.469389:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.469504:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.473972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.474496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.478164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.481085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.483888:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+166:2011:x1830954627607552:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2569us (2805us total) trans 4294972138 rc 0/0 00000100:00100000:0.0:1746135152.483898:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1939 00002000:00100000:0.0:1746135152.483907:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b4c8380 x1830954627607552/t4294972138(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.483916:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8380 with x1830954627607552 ext(0->7) 00010000:00010000:0.0:1746135152.483924:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1626 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235cd9 expref: 166 pid: 11615 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.484043:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1626 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235cd9 expref: 166 pid: 11615 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.484050:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b4c8380 00000100:00100000:0.0:1746135152.487518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.494269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.505617:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.509710:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.509776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.518203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.518246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.518282:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.518308:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627608576 00000100:00100000:0.0:1746135152.518315:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627608576 00010000:00010000:0.0:1746135152.518351:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c162d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ce0 expref: 7 pid: 11615 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135152.518860:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627608832 00000100:00100000:0.0:1746135152.518863:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627608832 00010000:00010000:0.0:1746135152.518874:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094514000/0xc3cfcce4a57c1634 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ce7 expref: 168 pid: 11953 timeout: 896 lvb_type: 0 00000100:00100000:0.0:1746135152.524135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.526724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.530232:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+168:2008:x1830954627609344:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2366us (3507us total) trans 4294972139 rc 0/0 00000100:00100000:0.0:1746135152.530242:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1942 00002000:00100000:0.0:1746135152.530250:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e1180 x1830954627609344/t4294972139(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.530258:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1180 with x1830954627609344 ext(0->7) 00010000:00010000:0.0:1746135152.530265:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c163b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235cee expref: 168 pid: 11615 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.530278:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c163b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235cee expref: 168 pid: 11615 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.530283:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e1180 00000100:00100000:0.0:1746135152.532318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.536759:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.536786:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627609728 00000100:00100000:0.0:1746135152.536797:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627609728 00002000:00100000:0.0:1746135152.536850:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927e2300 x1830954627609728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.536860:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2300 with x1830954627609728 ext(0->4095) 00002000:00010000:0.0:1746135152.536865:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e2300 00000100:00100000:0.0:1746135152.536908:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12831 00000100:00100000:0.0:1746135152.536916:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627609728:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.537039:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627609728:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.537045:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12831 00002000:00100000:0.0:1746135152.537050:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800927e2300 x1830954627609728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.537058:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2300 with x1830954627609728 ext(0->4095) 00002000:00010000:0.0:1746135152.537060:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927e2300 00000100:00100000:0.0:1746135152.543600:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.543853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.555248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.561749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.574898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.577604:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.577748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.581705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.581989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.585027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.590570:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627612032 00000100:00100000:0.0:1746135152.590577:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627612032 00002000:00100000:0.0:1746135152.590614:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a61e9180 x1830954627612032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.590624:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9180 with x1830954627612032 ext(0->4095) 00002000:00010000:0.0:1746135152.590629:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61e9180 00000100:00100000:0.0:1746135152.590681:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12833 00000100:00100000:0.0:1746135152.590689:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+170:2008:x1830954627612032:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.590839:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+170:2008:x1830954627612032:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.590845:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12833 00002000:00100000:0.0:1746135152.590851:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a61e9180 x1830954627612032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.590857:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9180 with x1830954627612032 ext(0->4095) 00002000:00010000:0.0:1746135152.590860:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61e9180 00000100:00100000:0.0:1746135152.598132:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.601134:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.602585:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+172:2009:x1830954627612288:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1125us (1447us total) trans 4294972141 rc 0/0 00000100:00100000:0.0:1746135152.602592:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1946 00002000:00100000:0.0:1746135152.602597:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009bb78380 x1830954627612288/t4294972141(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.602610:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78380 with x1830954627612288 ext(0->7) 00010000:00010000:0.0:1746135152.602616:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c165e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d11 expref: 172 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.602625:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c165e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d11 expref: 172 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.602630:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bb78380 00000100:00100000:0.0:1746135152.604317:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.607440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.607807:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627612672 00000100:00100000:0.0:1746135152.607814:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627612672 00002000:00100000:0.0:1746135152.607855:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009bb78700 x1830954627612672/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.607865:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78700 with x1830954627612672 ext(0->4095) 00002000:00010000:0.0:1746135152.607870:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb78700 00000100:00100000:0.0:1746135152.607887:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12834 00000100:00100000:0.0:1746135152.607893:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627612672:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.608628:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627612672:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 731us (1196us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.608634:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12834 00002000:00100000:0.0:1746135152.608782:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009bb78700 x1830954627612672/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.608791:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78700 with x1830954627612672 ext(0->4095) 00002000:00010000:0.0:1746135152.608795:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb78700 00000100:00100000:0.0:1746135152.611910:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.612397:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.615034:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627613312 00000100:00100000:0.0:1746135152.615043:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627613312 00002000:00100000:0.0:1746135152.615083:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130620700 x1830954627613312/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.615092:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620700 with x1830954627613312 ext(0->4095) 00010000:00010000:0.0:1746135152.615099:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c166c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d1f expref: 173 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.615111:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c166c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d1f expref: 173 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.615116:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620700 00000100:00100000:0.0:1746135152.615132:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1947 00000100:00100000:0.0:1746135152.615136:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+173:2011:x1830954627613312:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.615281:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+173:2011:x1830954627613312:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.615287:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1947 00002000:00100000:0.0:1746135152.615291:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880130620700 x1830954627613312/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.615298:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620700 with x1830954627613312 ext(0->4095) 00010000:00010000:0.0:1746135152.615302:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c166c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d1f expref: 173 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.615316:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c166c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d1f expref: 173 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.615320:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620700 00000100:00100000:0.0:1746135152.617753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.619113:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+175:2011:x1830954627613568:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1150us (1376us total) trans 4294972142 rc 0/0 00000100:00100000:0.0:1746135152.619120:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1948 00002000:00100000:0.0:1746135152.619126:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8801364cc000 x1830954627613568/t4294972142(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.619133:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc000 with x1830954627613568 ext(0->7) 00010000:00010000:0.0:1746135152.619139:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c166c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d1f expref: 175 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.619150:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c166c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d1f expref: 175 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.619201:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801364cc000 00000100:00100000:0.0:1746135152.621101:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.623267:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.626283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.628973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.631873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.633105:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.635909:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.636318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.636947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.639008:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.643064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.644107:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+176:2009:x1830954627615616:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 791us (1048us total) trans 4294972143 rc 0/0 00000100:00100000:0.0:1746135152.644115:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1951 00002000:00100000:0.0:1746135152.644121:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800944b1180 x1830954627615616/t4294972143(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.644129:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1180 with x1830954627615616 ext(0->7) 00010000:00010000:0.0:1746135152.644135:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c1681 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d34 expref: 176 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.644149:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c1681 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d34 expref: 176 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.644155:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b1180 00000100:00100000:0.0:1746135152.648379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.650467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.654147:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.659879:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.662464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.662553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.666010:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.666038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.666076:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.666095:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627617152 00000100:00100000:0.0:1746135152.666098:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627617152 00000100:00100000:0.0:1746135152.666259:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28907 00000100:00100000:0.0:1746135152.666265:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+179:1165:x1830954627617152:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135152.666280:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135152.666291:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c169d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235d50 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.666309:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.666314:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1696 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d49 expref: 180 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.666320:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135152.666323:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c169d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d50 expref: 180 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.666416:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1696 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d49 expref: 180 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.666427:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c169d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d50 expref: 180 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.666435:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:0.0:1746135152.666760:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+179:1165:x1830954627617152:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 495us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135152.666766:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28907 00000100:00100000:0.0:1746135152.671386:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.672533:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+179:2011:x1830954627617664:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 801us (1152us total) trans 4294972144 rc 0/0 00000100:00100000:0.0:1746135152.672545:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1954 00002000:00100000:0.0:1746135152.672552:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800944b2d80 x1830954627617664/t4294972144(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.672559:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2d80 with x1830954627617664 ext(0->7) 00010000:00010000:0.0:1746135152.672564:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d49 expref: 179 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.672574:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c1696 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d49 expref: 179 pid: 9590 timeout: 896 lvb_type: 0 00002000:00010000:0.0:1746135152.672581:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800944b2d80 00000100:00100000:0.0:1746135152.674422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.682198:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.686132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.690469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.690526:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.690781:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12840 00000100:00100000:0.0:1746135152.690789:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627618432:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.692860:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.693417:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13220 00000100:00100000:0.0:1746135152.693424:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627618816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135152.693431:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135152.693441:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b675400/0xc3cfcce4a57c16a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d57 expref: 6 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.693456:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b675400/0xc3cfcce4a57c16a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d57 expref: 6 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.693469:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b675400/0xc3cfcce4a57c16a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d57 expref: 6 pid: 9590 timeout: 896 lvb_type: 0 00010000:00010000:0.0:1746135152.693494:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.693496:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135152.693504:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c16ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d5e expref: 177 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.693511:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c16ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d5e expref: 177 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.693543:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c16ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d5e expref: 177 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135152.693555:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625691392:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135152.693612:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135152.696984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.699303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.702195:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+181:2009:x1830954627619456:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2023us (2892us total) trans 4294972145 rc 0/0 00000100:00100000:0.0:1746135152.702206:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1956 00002000:00100000:0.0:1746135152.702218:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012f4eea00 x1830954627619456/t4294972145(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.702231:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eea00 with x1830954627619456 ext(0->7) 00010000:00010000:0.0:1746135152.702240:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c16ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d5e expref: 181 pid: 9590 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.702254:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7200/0xc3cfcce4a57c16ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d5e expref: 181 pid: 9590 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.702259:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f4eea00 00000100:00100000:0.0:1746135152.706314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.710208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.712491:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.716414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.716477:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.719199:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.719545:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.722195:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.722367:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.722933:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28913 00000100:00100000:0.0:1746135152.722942:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1165:x1830954627620864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135152.723000:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135152.723010:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c16c7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235d7a expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.723028:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c16c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d73 expref: 180 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.723037:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135152.723038:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135152.723040:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c16c7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d7a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.723053:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c16c0 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d73 expref: 180 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135152.723062:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c16c0 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d73 expref: 180 pid: 11615 timeout: 897 lvb_type: 0 00000100:00100000:0.0:1746135152.723070:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d594380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954625692160:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135152.723101:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012cc61240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135152.725132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.732781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.737230:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+182:2009:x1830954627621504:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2941us (4448us total) trans 4294972146 rc 0/0 00000100:00100000:0.0:1746135152.737243:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1959 00002000:00100000:0.0:1746135152.737253:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d594000 x1830954627621504/t4294972146(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.737262:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594000 with x1830954627621504 ext(0->7) 00010000:00010000:0.0:1746135152.737270:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c16c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d73 expref: 182 pid: 11615 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.737285:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c16c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d73 expref: 182 pid: 11615 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.737292:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d594000 00000100:00100000:0.0:1746135152.742184:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.742793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.745500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.745760:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627622016 00000100:00100000:0.0:1746135152.745765:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627622016 00002000:00100000:0.0:1746135152.745794:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d2e5500 x1830954627622016/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.745803:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954627622016 ext(0->4095) 00010000:00010000:0.0:1746135152.745809:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c16c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d7a expref: 6 pid: 11615 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.745820:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c16c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d7a expref: 6 pid: 11615 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.745826:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e5500 00000100:00100000:0.0:1746135152.745839:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1960 00000100:00100000:0.0:1746135152.745846:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627622016:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.745946:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627622016:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 101us (449us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.745951:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1960 00002000:00100000:0.0:1746135152.745957:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009d2e5500 x1830954627622016/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.745964:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954627622016 ext(0->4095) 00010000:00010000:0.0:1746135152.745968:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c16c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d7a expref: 6 pid: 11615 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.745976:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013027a400/0xc3cfcce4a57c16c7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d7a expref: 6 pid: 11615 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.745981:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e5500 00000100:00100000:0.0:1746135152.748488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.752061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.755499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.760557:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.765605:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+184:2010:x1830954627622656:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4251us (5041us total) trans 4294972147 rc 0/0 00000100:00100000:0.0:1746135152.765616:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1961 00002000:00100000:0.0:1746135152.765626:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009d2e5f80 x1830954627622656/t4294972147(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.765634:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5f80 with x1830954627622656 ext(0->7) 00010000:00010000:0.0:1746135152.765683:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380c00/0xc3cfcce4a57c16ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d81 expref: 184 pid: 11615 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.765699:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380c00/0xc3cfcce4a57c16ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d81 expref: 184 pid: 11615 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.765706:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d2e5f80 00000100:00100000:0.0:1746135152.768368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.770481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.773605:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.776585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.780819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.783340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.786101:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.787492:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+186:2011:x1830954627623808:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1047us (1391us total) trans 4294972148 rc 0/0 00000100:00100000:0.0:1746135152.787500:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1963 00002000:00100000:0.0:1746135152.787506:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009b609500 x1830954627623808/t4294972148(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.787513:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609500 with x1830954627623808 ext(0->7) 00010000:00010000:0.0:1746135152.787521:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380800/0xc3cfcce4a57c16dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d8f expref: 186 pid: 11615 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.787531:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380800/0xc3cfcce4a57c16dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235d8f expref: 186 pid: 11615 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.787536:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b609500 00000100:00100000:0.0:1746135152.789037:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.791695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.793336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.797489:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.803042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.803251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.806420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.808010:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.808055:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.812196:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61e9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954625693824:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135152.812213:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135152.812247:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627625344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4105us (4191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135152.812254:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13230 00000100:00100000:0.0:1746135152.830659:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627625856 00000100:00100000:0.0:1746135152.830672:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627625856 00002000:00100000:0.0:1746135152.830719:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130620a80 x1830954627625856/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/0 e 0 to 0 dl 1746135163 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.830730:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620a80 with x1830954627625856 ext(0->7) 00010000:00010000:0.0:1746135152.830748:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c16f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235da4 expref: 187 pid: 9590 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.830764:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c16f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235da4 expref: 187 pid: 9590 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.830772:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620a80 00000100:00100000:0.0:1746135152.830811:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1965 00000100:00100000:0.0:1746135152.830819:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+187:2011:x1830954627625856:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.833746:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+189:2011:x1830954627625856:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2797us (4601us total) trans 4294972149 rc 0/0 00000100:00100000:0.0:1746135152.833761:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1965 00002000:00100000:0.0:1746135152.833773:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880130620a80 x1830954627625856/t4294972149(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.833782:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620a80 with x1830954627625856 ext(0->7) 00010000:00010000:0.0:1746135152.833792:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c16f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235da4 expref: 189 pid: 9590 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.833810:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c16f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235da4 expref: 189 pid: 9590 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.833818:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880130620a80 00000100:00100000:0.0:1746135152.847469:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.848211:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.852049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.855922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.855977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.867157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.867977:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+190:2010:x1830954627627136:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 562us (827us total) trans 4294972150 rc 0/0 00000100:00100000:0.0:1746135152.867983:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1968 00002000:00100000:0.0:1746135152.867989:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88012d061180 x1830954627627136/t4294972150(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.867995:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061180 with x1830954627627136 ext(0->7) 00010000:00010000:0.0:1746135152.867999:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57c16ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235db2 expref: 190 pid: 9590 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.868007:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d381e00/0xc3cfcce4a57c16ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235db2 expref: 190 pid: 9590 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.868013:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d061180 00000100:00100000:0.0:1746135152.872432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.875758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.877277:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12848 00000100:00100000:0.0:1746135152.877286:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627627520:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135152.877409:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627627520:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (1659us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135152.877415:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12848 00002000:00100000:0.0:1746135152.877420:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff880086229f80 x1830954627627520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:608/0 lens 488/4536 e 0 to 0 dl 1746135163 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.877427:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229f80 with x1830954627627520 ext(0->4095) 00002000:00010000:0.0:1746135152.877430:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880086229f80 00000100:00100000:0.0:1746135152.878828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.880453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.881595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.884265:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.886470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.887584:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+193:2011:x1830954627628416:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 761us (1119us total) trans 4294972151 rc 0/0 00000100:00100000:0.0:1746135152.887591:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1970 00002000:00100000:0.0:1746135152.887600:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094432d80 x1830954627628416/t4294972151(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.887606:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432d80 with x1830954627628416 ext(0->7) 00010000:00010000:0.0:1746135152.887610:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c170d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235dc0 expref: 193 pid: 9590 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.887618:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c170d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235dc0 expref: 193 pid: 9590 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.887627:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094432d80 00000100:00100000:0.0:1746135152.889207:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.891867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.894590:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.897460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.899150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.900574:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.901964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.905125:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.906065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.910388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.913119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.914686:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+194:2011:x1830954627630464:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1401us (1568us total) trans 4294972152 rc 0/0 00000100:00100000:0.0:1746135152.914695:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1973 00002000:00100000:0.0:1746135152.914702:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff88009addd180 x1830954627630464/t4294972152(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.914920:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd180 with x1830954627630464 ext(0->7) 00010000:00010000:0.0:1746135152.914928:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c1722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235dd5 expref: 194 pid: 9590 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.914943:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c1722 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235dd5 expref: 194 pid: 9590 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.914949:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009addd180 00000100:00100000:0.0:1746135152.921362:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.930947:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.934071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.938210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.943930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.961720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.963225:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+197:2011:x1830954627631744:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 878us (1512us total) trans 4294972153 rc 0/0 00000100:00100000:0.0:1746135152.963233:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1975 00002000:00100000:0.0:1746135152.963239:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800927e0e00 x1830954627631744/t4294972153(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:608/0 lens 496/448 e 0 to 0 dl 1746135163 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135152.963246:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0e00 with x1830954627631744 ext(0->7) 00010000:00010000:0.0:1746135152.963252:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c1730 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235de3 expref: 197 pid: 11615 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135152.963262:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800865a7600/0xc3cfcce4a57c1730 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235de3 expref: 197 pid: 11615 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135152.963268:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927e0e00 00000100:00100000:0.0:1746135152.970236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.974590:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.982423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.982469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.986455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.986541:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.991729:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135152.994975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.011014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.020493:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+198:2010:x1830954627633408:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 921us (2993us total) trans 4294972154 rc 0/0 00000100:00100000:0.0:1746135153.020501:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1977 00002000:00100000:0.0:1746135153.020508:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff8800a61e9c00 x1830954627633408/t4294972154(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:609/0 lens 496/448 e 0 to 0 dl 1746135164 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135153.020516:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9c00 with x1830954627633408 ext(0->7) 00010000:00010000:0.0:1746135153.020523:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57c173e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235df1 expref: 198 pid: 11615 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135153.020535:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57c173e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235df1 expref: 198 pid: 11615 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135153.020541:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a61e9c00 00000100:00100000:0.0:1746135153.023281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.032093:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627633792 00000100:00100000:0.0:1746135153.032102:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627633792 00002000:00100000:0.0:1746135153.032147:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a61e8380 x1830954627633792/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:609/0 lens 488/0 e 0 to 0 dl 1746135164 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135153.032156:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8380 with x1830954627633792 ext(0->4095) 00002000:00010000:0.0:1746135153.032161:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61e8380 00000100:00100000:0.0:1746135153.032190:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12854 00000100:00100000:0.0:1746135153.032197:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627633792:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135153.032344:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627633792:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (549us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135153.032353:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12854 00002000:00100000:0.0:1746135153.032359:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff8800a61e8380 x1830954627633792/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746135164 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135153.032365:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8380 with x1830954627633792 ext(0->4095) 00002000:00010000:0.0:1746135153.032368:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61e8380 00000100:00100000:0.0:1746135153.035471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.036439:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.038926:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.039365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.042023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.042109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.044556:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.046554:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.047780:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+200:2009:x1830954627635200:12345-192.168.202.58@tcp:4:rw_seq_cst_vs_d.0 Request processed in 852us (1227us total) trans 4294972155 rc 0/0 00000100:00100000:0.0:1746135153.047787:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1980 00002000:00100000:0.0:1746135153.047793:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->7) req@ffff880094747480 x1830954627635200/t4294972155(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:609/0 lens 496/448 e 0 to 0 dl 1746135164 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135153.047800:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094747480 with x1830954627635200 ext(0->7) 00010000:00010000:0.0:1746135153.047807:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57c175a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e0d expref: 200 pid: 11615 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135153.047818:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b675c00/0xc3cfcce4a57c175a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e0d expref: 200 pid: 11615 timeout: 897 lvb_type: 0 00002000:00010000:0.0:1746135153.047829:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094747480 00000100:00100000:0.0:1746135153.049971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.052993:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.053130:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627635584 00000100:00100000:0.0:1746135153.053134:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627635584 00002000:00100000:0.0:1746135153.053162:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a515880 x1830954627635584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:609/0 lens 488/0 e 0 to 0 dl 1746135164 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135153.053170:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515880 with x1830954627635584 ext(0->4095) 00002000:00010000:0.0:1746135153.053174:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a515880 00000100:00100000:0.0:1746135153.053196:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12855 00000100:00100000:0.0:1746135153.053201:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627635584:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135153.053879:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627635584:12345-192.168.202.58@tcp:3:rw_seq_cst_vs_d.0 Request processed in 676us (885us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135153.053884:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12855 00002000:00100000:0.0:1746135153.053889:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x19:0x0] (0->4095) req@ffff88009a515880 x1830954627635584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:609/0 lens 488/4536 e 0 to 0 dl 1746135164 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746135153.053896:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515880 with x1830954627635584 ext(0->4095) 00002000:00010000:0.0:1746135153.053898:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a515880 00000100:00100000:0.0:1746135153.055729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.059599:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.062898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.063007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.067512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.067599:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.070816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.071909:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 182 00000100:00100000:0.0:1746135153.071918:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:1164:x1830954627636992:12345-192.168.202.58@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:0.0:1746135153.072176:0:7248:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983732 00000100:00100000:0.0:1746135153.074173:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:1164:x1830954627636992:12345-192.168.202.58@tcp:35:rw_seq_cst_vs_d.0 Request processed in 2249us (3360us total) trans 4294983733 rc 0/0 00000100:00100000:0.0:1746135153.074185:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 182 00000020:00080000:0.0:1746135153.074191:0:7248:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1746135153.074557:0:7232:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.58@tcp) returned -22 from completion AST (req@ffff8800944b0380 x1830954625698048) - normal race ns: filter-lustre-OST0000_UUID lock: ffff88009b750e00/0xc3cfcce4a57c1776 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e29 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135153.074603:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b750e00/0xc3cfcce4a57c1776 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e29 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135153.074614:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954625698048:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135153.074656:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135153.074689:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627636480:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6364us (6407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135153.074697:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13248 00000100:00100000:0.0:1746135153.075869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.129848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.132809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.135855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.139158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135153.142466:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627638016 00000100:00100000:0.0:1746135153.142472:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627638016 00010000:00010000:0.0:1746135153.142501:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57bf605 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608233cb8 expref: 8 pid: 21569 timeout: 897 lvb_type: 0 00000100:00100000:0.0:1746135153.142518:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13249 00000100:00100000:0.0:1746135153.142523:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954627638016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135153.142534:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135153.142539:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57bf605 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608233cb8 expref: 8 pid: 21569 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135153.142548:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57bf605 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608233cb8 expref: 8 pid: 21569 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135153.142571:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57bf605 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608233cb8 expref: 8 pid: 21569 timeout: 897 lvb_type: 0 00010000:00010000:0.0:1746135153.145196:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff88009c740d00) 00010000:00010000:0.0:1746135153.145204:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.145216:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.145222:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.145249:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135153.145305:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954627638016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2777us (3010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135153.145314:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13249 00010000:00010000:0.0:1746135153.145693:0:7246:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.145699:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000040:00080000:0.0:1746135153.145969:0:7246:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:0.0:1746135153.145977:0:7246:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 797447335264ns, next at 798447333932ns, rc = 0 00010000:00010000:0.0:1746135153.146014:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146022:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146029:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146035:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146040:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146046:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146059:0:7246:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1746135153.146074:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146078:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146083:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146091:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094414c00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135153.146094:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146100:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146107:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff88009c740d00) 00010000:00010000:0.0:1746135153.146110:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746135153.146113:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146117:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414c00/0xc3cfcce4a57c17bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x41:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146228:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0xc3cfcce4a57c17ae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146234:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0xc3cfcce4a57c17ae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146238:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0xc3cfcce4a57c17ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146243:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0xc3cfcce4a57c17ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146247:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094414800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135153.146249:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0xc3cfcce4a57c17ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146253:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0xc3cfcce4a57c17ae lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146263:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135153.146265:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135153.146267:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0xc3cfcce4a57c17ae lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146271:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414800/0xc3cfcce4a57c17ae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000004:00010000:0.0:1746135153.146278:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011d959880 reply state ffff88009b58a000 transno 4294983735 ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146284:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146288:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88011feb4900) 00010000:00010000:0.0:1746135153.146290:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746135153.146292:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746135153.146333:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1183:x1830954627637888:12345-192.168.202.58@tcp:36:rm.0 Request processed in 7027us (7180us total) trans 4294983735 rc 0/0 00000100:00100000:0.0:1746135153.146339:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37566 00010000:00010000:0.0:1746135153.146357:0:9606:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746135153.146362:0:9606:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146366:0:9606:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d06ac00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:0.0:1746135153.146368:0:9606:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146373:0:9606:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146379:0:9606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff88009c740d00) 00010000:00010000:0.0:1746135153.146381:0:9606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746135153.146382:0:9606:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146386:0:9606:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c17c3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135153.146392:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135153.146393:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135153.146394:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135153.182350:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135154.058944:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135154.059019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135154.059075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135154.059104:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135154.059149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135154.059172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135154.059212:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135154.059245:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627638400 00000100:00100000:0.0:1746135154.059255:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627638400 00000100:00100000:0.0:1746135154.059312:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627638656 00000100:00100000:0.0:1746135154.059315:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627638656 00000100:00100000:0.0:1746135154.059329:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627638272 00000100:00100000:0.0:1746135154.059331:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627638272 00000100:00100000:0.0:1746135154.059342:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627638784 00000100:00100000:0.0:1746135154.059344:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627638784 00000100:00100000:0.0:1746135154.059364:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1191 00000100:00100000:0.0:1746135154.059373:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2010:x1830954627638400:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135154.059444:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2010:x1830954627638400:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 70us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135154.059450:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1191 00000100:00100000:0.0:1746135154.059482:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1194 00000100:00100000:0.0:1746135154.059491:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a621f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627638784:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135154.059522:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627638784:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 33us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135154.059529:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1194 00000100:00080000:0.0:1746135154.059552:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746135154.188087:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1746135154.410711:0:10931:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 85bf535e-8e5b-4101-8d9c-c58b3bc95be5 00000020:00000080:0.0:1746135154.411011:0:10931:0:(genops.c:904:class_export_put()) final put ffff88009b632800/85bf535e-8e5b-4101-8d9c-c58b3bc95be5 00000001:00100000:0.0:1746135154.413276:0:10931:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c82c36e-d2e6-44c1-ba5c-6b1776472644 00000020:00000080:0.0:1746135154.413282:0:10931:0:(genops.c:904:class_export_put()) final put ffff88009b69a800/3c82c36e-d2e6-44c1-ba5c-6b1776472644 00000100:00100000:0.0:1746135154.435081:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746135154.435102:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625698304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135154.435166:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135154.451099:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625698432 00000100:00100000:0.0:1746135154.451111:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625698432 00000100:00100000:0.0:1746135154.451749:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1746135154.451759:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625698432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746135154.451791:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3920187392 avail 3688665088 00000100:00100000:0.0:1746135154.451834:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625698432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135154.451840:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000004:00080000:0.0:1746135154.467748:0:9979:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 798769106272ns, next at 799769104008ns, rc = 0 00000100:00080000:0.0:1746135154.499473:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746135157.194111:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746135157.396815:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746135157.396821:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746135157.396824:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746135157.396826:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746135157.704505:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746135157.727194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.732707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135157.732847:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135157.737937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135157.738080:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746135157.744327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.756022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.771212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.778289:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627640448 00000100:00100000:0.0:1746135157.778297:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627640448 00000100:00100000:0.0:1746135157.778373:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37572 00000100:00100000:0.0:1746135157.778379:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:1804:x1830954627640448:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135157.778398:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135157.778414:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c490800/0xc3cfcce4a57c1841 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235e68 expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.778457:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c490800/0xc3cfcce4a57c1841 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e68 expref: 12 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.778468:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c490800/0xc3cfcce4a57c1841 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e68 expref: 12 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.778482:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880086536b00) 00010000:00010000:0.0:1746135157.778485:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746135157.778487:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c490800, rc 0) 00000100:00100000:0.0:1746135157.781880:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+12:1804:x1830954627640448:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3482us (3636us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135157.781893:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37572 00000100:00100000:0.0:1746135157.788003:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.797376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135157.798352:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135157.806358:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.814630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000001:00080000:0.0:1746135157.820322:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970487 is committed 00000001:00100000:0.0:1746135157.820337:0:10931:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 85bf535e-8e5b-4101-8d9c-c58b3bc95be5 00000001:00100000:0.0:1746135157.820341:0:10931:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 3c82c36e-d2e6-44c1-ba5c-6b1776472644 00000100:00100000:0.0:1746135157.827965:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.833191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.837254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.840989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.844249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.848061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.858403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.871095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.874308:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135157.877182:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1879 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e8b expref: 6 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135157.877214:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:1.0:1746135157.877253:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627642368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1982us (2952us total) trans 0 rc 301/301 00000100:00100000:1.0:1746135157.877259:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28945 00000100:00100000:0.0:1746135157.879083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.879211:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627642496 00000100:00100000:1.0:1746135157.879217:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627642496 00000100:00100000:1.0:1746135157.879262:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28946 00000100:00100000:1.0:1746135157.879269:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627642496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135157.879282:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135157.879297:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1880 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235e92 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.879319:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c1872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e84 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.879325:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135157.879327:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135157.879330:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1880 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e92 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.879351:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c1872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e84 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.879360:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c1872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e84 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135157.879374:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625701632:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135157.879439:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135157.881708:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625701632:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135157.881730:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1880 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e92 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.881744:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:1.0:1746135157.881775:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627642496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2507us (2698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135157.881782:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28946 00000100:00100000:0.0:1746135157.884225:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.885489:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954627642624:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 855us (1275us total) trans 4294970489 rc 0/0 00000100:00100000:0.0:1746135157.885496:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1981 00002000:00100000:0.0:1746135157.885503:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b5c3100 x1830954627642624/t4294970489(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 496/448 e 0 to 0 dl 1746135168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135157.885511:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3100 with x1830954627642624 ext(0->7) 00010000:00010000:0.0:1746135157.885517:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c1872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e84 expref: 9 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135157.885527:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c1872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e84 expref: 9 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135157.885533:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3100 00000100:00100000:0.0:1746135157.888103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.893809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.897153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.897519:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627643136 00000100:00100000:1.0:1746135157.897529:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627643136 00000100:00100000:1.0:1746135157.897598:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28947 00000100:00100000:1.0:1746135157.897605:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:1820:x1830954627643136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135157.897624:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135157.897681:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c1887 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235e99 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.897723:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1880 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e92 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.897731:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135157.897732:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135157.897736:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c1887 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e99 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.897771:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1880 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e92 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.897781:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1880 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e92 expref: 5 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135157.897791:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625701888:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135157.897881:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135157.900682:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625701888:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135157.900735:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c1887 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e99 expref: 9 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.900758:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:1.0:1746135157.900819:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1820:x1830954627643136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3212us (3681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135157.900829:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28947 00000100:00100000:0.0:1746135157.904152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.907263:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.910440:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.910591:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627643648 00000100:00100000:1.0:1746135157.910601:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627643648 00000100:00100000:1.0:1746135157.910675:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28948 00000100:00100000:1.0:1746135157.910683:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627643648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135157.910711:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135157.910729:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235ea0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.910758:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c1887 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e99 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.910764:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135157.910766:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135157.910769:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.910798:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c1887 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e99 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.910809:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c1887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e99 expref: 8 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135157.910820:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625702144:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135157.910906:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135157.912722:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625702144:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135157.912741:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.912758:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:1.0:1746135157.912793:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627643648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2111us (2365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135157.912800:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28948 00000100:00100000:0.0:1746135157.918784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.921754:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2010:x1830954627643776:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2640us (3108us total) trans 4294970490 rc 0/0 00000100:00100000:0.0:1746135157.921766:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1982 00002000:00100000:0.0:1746135157.921777:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c7ed80 x1830954627643776/t4294970490(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 496/448 e 0 to 0 dl 1746135168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135157.921786:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7ed80 with x1830954627643776 ext(0->7) 00010000:00010000:0.0:1746135157.921796:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c1887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e99 expref: 11 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135157.921813:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c1887 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e99 expref: 11 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135157.921820:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7ed80 00000100:00100000:1.0:1746135157.924808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.927998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.928099:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627644032 00000100:00100000:1.0:1746135157.928110:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627644032 00000100:00100000:0.0:1746135157.928136:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.928163:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627644288 00000100:00100000:0.0:1746135157.928166:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627644288 00000100:00100000:1.0:1746135157.928174:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28949 00000100:00100000:1.0:1746135157.928184:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1804:x1830954627644032:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135157.928205:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:0.0:1746135157.928213:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7df80 x1830954627644288/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:613/0 lens 488/0 e 0 to 0 dl 1746135168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135157.928223:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7df80 with x1830954627644288 ext(0->4095) 00010000:00010000:1.0:1746135157.928226:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235ea7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746135157.928227:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7df80 00000100:00100000:0.0:1746135157.928243:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12863 00000100:00100000:0.0:1746135157.928248:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627644288:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746135157.928257:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.928265:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135157.928267:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135157.928271:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea7 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.928304:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.928320:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135157.928332:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625702400:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135157.928421:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135157.928841:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627644288:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 590us (702us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135157.928850:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12863 00002000:00100000:0.0:1746135157.928856:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7df80 x1830954627644288/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746135168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135157.928864:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7df80 with x1830954627644288 ext(0->4095) 00010000:00010000:0.0:1746135157.928869:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135157.928880:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135157.928886:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7df80 00000100:00100000:1.0:1746135157.930396:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625702400:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135157.930421:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea7 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135157.930434:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:1.0:1746135157.931291:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1804:x1830954627644032:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3103us (3296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135157.931303:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28949 00000100:00100000:1.0:1746135157.931497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.931575:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627644416 00000100:00100000:0.0:1746135157.931583:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627644416 00000100:00100000:0.0:1746135157.931630:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28950 00000100:00100000:0.0:1746135157.931658:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1820:x1830954627644416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135157.931680:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135157.931708:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013027b200/0xc3cfcce4a57c189c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235eae expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.931732:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135157.931736:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea7 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.931742:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135157.931746:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013027b200/0xc3cfcce4a57c189c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eae expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.931786:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea7 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.932179:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013027b200/0xc3cfcce4a57c189c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eae expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.932190:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027b200, rc 0) 00000100:00100000:0.0:1746135157.932230:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1820:x1830954627644416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 592us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135157.932235:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28950 00000100:00100000:0.0:1746135157.932464:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627644544 00000100:00100000:0.0:1746135157.932467:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627644544 00010000:00010000:0.0:1746135157.932485:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:0.0:1746135157.932555:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13257 00000100:00100000:0.0:1746135157.932561:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627644544:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135157.932569:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135157.932779:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135157.932789:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135157.932806:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c188e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea0 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135157.932828:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135157.932829:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135157.932835:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea7 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.932842:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea7 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.932862:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea7 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135157.932872:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1895 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ea7 expref: 11 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:0.0:1746135157.932889:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625702656:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135157.933231:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135157.935213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.937423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.940855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.940939:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627645184 00000100:00100000:1.0:1746135157.940946:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627645184 00002000:00100000:1.0:1746135157.940993:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094431f80 x1830954627645184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 488/0 e 0 to 0 dl 1746135168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.941003:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431f80 with x1830954627645184 ext(0->4095) 00002000:00010000:1.0:1746135157.941009:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094431f80 00000100:00100000:1.0:1746135157.941039:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12864 00000100:00100000:1.0:1746135157.941047:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627645184:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135157.941318:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627645184:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 270us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135157.941325:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12864 00002000:00100000:1.0:1746135157.941331:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094431f80 x1830954627645184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746135168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.941339:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431f80 with x1830954627645184 ext(0->4095) 00002000:00010000:1.0:1746135157.941341:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094431f80 00000100:00100000:0.0:1746135157.946512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.954453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.954516:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627645440 00000100:00100000:1.0:1746135157.954523:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627645440 00002000:00100000:1.0:1746135157.954562:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009265d500 x1830954627645440/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 496/0 e 0 to 0 dl 1746135168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.954571:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265d500 with x1830954627645440 ext(0->7) 00010000:00010000:1.0:1746135157.954577:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013027b200/0xc3cfcce4a57c189c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eae expref: 11 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135157.954589:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013027b200/0xc3cfcce4a57c189c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eae expref: 11 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135157.954595:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009265d500 00000100:00100000:1.0:1746135157.954625:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1984 00000100:00100000:1.0:1746135157.954631:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2011:x1830954627645440:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135157.955835:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954627645440:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1195us (1381us total) trans 4294970491 rc 0/0 00000100:00100000:0.0:1746135157.955845:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1984 00002000:00100000:0.0:1746135157.955853:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009265d500 x1830954627645440/t4294970491(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 496/448 e 0 to 0 dl 1746135168 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135157.955861:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265d500 with x1830954627645440 ext(0->7) 00010000:00010000:0.0:1746135157.955872:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013027b200/0xc3cfcce4a57c189c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eae expref: 13 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135157.955885:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013027b200/0xc3cfcce4a57c189c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eae expref: 13 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135157.955891:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009265d500 00000100:00100000:0.0:1746135157.962434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.972815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.974438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.974506:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627645952 00000100:00100000:1.0:1746135157.974511:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627645952 00002000:00100000:1.0:1746135157.974545:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515180 x1830954627645952/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:613/0 lens 488/0 e 0 to 0 dl 1746135168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.974555:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515180 with x1830954627645952 ext(0->4095) 00010000:00010000:1.0:1746135157.974561:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c18a3 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eb5 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135157.974572:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c18a3 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eb5 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135157.974578:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515180 00000100:00100000:1.0:1746135157.974597:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1985 00000100:00100000:1.0:1746135157.974603:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627645952:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135157.974798:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627645952:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 194us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135157.974804:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1985 00002000:00100000:1.0:1746135157.974810:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515180 x1830954627645952/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746135168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.974818:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515180 with x1830954627645952 ext(0->4095) 00010000:00010000:1.0:1746135157.974823:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c18a3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eb5 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135157.974831:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c18a3 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eb5 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135157.974837:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515180 00000100:00100000:0.0:1746135157.977473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.985470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.985541:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627646464 00000100:00100000:1.0:1746135157.985552:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627646464 00002000:00100000:1.0:1746135157.985593:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517480 x1830954627646464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 488/0 e 0 to 0 dl 1746135168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.985602:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517480 with x1830954627646464 ext(0->4095) 00010000:00010000:1.0:1746135157.985612:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ebc expref: 14 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135157.985627:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18aa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ebc expref: 14 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135157.985633:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517480 00000100:00100000:1.0:1746135157.985680:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1986 00000100:00100000:1.0:1746135157.985695:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954627646464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135157.985830:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954627646464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135157.985836:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1986 00002000:00100000:1.0:1746135157.985841:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517480 x1830954627646464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746135168 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.985847:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517480 with x1830954627646464 ext(0->4095) 00010000:00010000:1.0:1746135157.985852:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ebc expref: 14 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135157.985862:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ebc expref: 14 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135157.985867:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517480 00000100:00100000:0.0:1746135157.990318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135157.995923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135157.996402:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627646848 00000100:00100000:1.0:1746135157.996411:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627646848 00002000:00100000:1.0:1746135157.996450:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517b80 x1830954627646848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 488/0 e 0 to 0 dl 1746135168 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.996459:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517b80 with x1830954627646848 ext(0->4095) 00002000:00010000:1.0:1746135157.996464:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a517b80 00000100:00100000:1.0:1746135157.996495:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12865 00000100:00100000:1.0:1746135157.996502:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954627646848:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135157.996636:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954627646848:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135157.996673:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12865 00002000:00100000:1.0:1746135157.996679:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517b80 x1830954627646848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:613/0 lens 488/4536 e 0 to 0 dl 1746135168 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135157.996697:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517b80 with x1830954627646848 ext(0->4095) 00002000:00010000:1.0:1746135157.996701:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a517b80 00000100:00100000:0.0:1746135158.000291:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.006514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.006632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.007178:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627647232 00000100:00100000:1.0:1746135158.007181:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627647232 00000100:00100000:1.0:1746135158.007199:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28955 00000100:00100000:1.0:1746135158.007204:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1804:x1830954627647232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.007213:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.007221:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235ed1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.007235:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18b8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eca expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.007240:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.007241:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.007243:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed1 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.007257:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eca expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.007264:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18b8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eca expref: 5 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.007271:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625703936:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135158.007290:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.011093:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625703936:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135158.011117:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed1 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.011136:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:1.0:1746135158.011160:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1804:x1830954627647232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3956us (4528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.011168:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28955 00000100:00100000:0.0:1746135158.011468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.011898:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627647488 00000100:00100000:1.0:1746135158.011908:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627647488 00002000:00100000:1.0:1746135158.011944:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4eca80 x1830954627647488/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.011953:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eca80 with x1830954627647488 ext(0->4095) 00010000:00010000:1.0:1746135158.011960:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eca expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.011972:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eca expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.011978:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4eca80 00000100:00100000:1.0:1746135158.012004:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1987 00000100:00100000:1.0:1746135158.012010:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627647488:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.012134:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627647488:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.012140:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1987 00002000:00100000:1.0:1746135158.012145:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4eca80 x1830954627647488/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.012158:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eca80 with x1830954627647488 ext(0->4095) 00010000:00010000:1.0:1746135158.012162:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eca expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.012170:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c18b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eca expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.012174:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4eca80 00000100:00100000:0.0:1746135158.015020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.020942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.027897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.028697:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627648000 00000100:00100000:1.0:1746135158.028709:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627648000 00000100:00100000:1.0:1746135158.028788:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28956 00000100:00100000:1.0:1746135158.028797:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627648000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.028822:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.028848:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c18c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235ed8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.028892:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed1 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.028900:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.028902:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.028906:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c18c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.028944:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed1 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.028960:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed1 expref: 12 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.028974:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625704192:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135158.029076:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135158.033238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.033358:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625704192:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135158.033395:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c18c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.033416:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:1.0:1746135158.033480:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627648000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4683us (5593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.033490:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28956 00000100:00100000:0.0:1746135158.036366:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954627648128:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2415us (3126us total) trans 4294970492 rc 0/0 00000100:00100000:0.0:1746135158.036382:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1988 00002000:00100000:0.0:1746135158.036394:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f4ee680 x1830954627648128/t4294970492(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.036403:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee680 with x1830954627648128 ext(0->7) 00010000:00010000:0.0:1746135158.036414:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed1 expref: 15 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.036432:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed1 expref: 15 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.036439:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ee680 00000100:00100000:0.0:1746135158.039008:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.044905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.045440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.045468:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627648640 00000100:00100000:0.0:1746135158.045476:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627648640 00002000:00100000:0.0:1746135158.045513:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d594a80 x1830954627648640/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.045523:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594a80 with x1830954627648640 ext(0->4095) 00002000:00010000:0.0:1746135158.045528:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d594a80 00000100:00100000:1.0:1746135158.045987:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627648384 00000100:00100000:1.0:1746135158.045992:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627648384 00000100:00100000:1.0:1746135158.046027:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28957 00000100:00100000:1.0:1746135158.046033:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:1804:x1830954627648384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746135158.046053:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12867 00000100:00100000:1.0:1746135158.046057:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627648640:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.046217:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627648640:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.046224:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12867 00002000:00100000:1.0:1746135158.046229:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d594a80 x1830954627648640/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.046238:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594a80 with x1830954627648640 ext(0->4095) 00002000:00010000:1.0:1746135158.046241:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d594a80 00010000:00010000:1.0:1746135158.046260:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.046281:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c18cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235edf expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.046309:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c18c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.046318:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.046319:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.046323:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c18cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235edf expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.046354:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c18c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.046365:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c18c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ed8 expref: 5 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.046376:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625704448:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135158.046460:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.049492:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625704448:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135158.049493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135158.049517:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c18cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235edf expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.049540:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:1.0:1746135158.049590:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1804:x1830954627648384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3555us (4692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.049597:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28957 00000100:00100000:0.0:1746135158.050494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.055111:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.055172:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627649152 00000100:00100000:1.0:1746135158.055181:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627649152 00002000:00100000:1.0:1746135158.055222:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4000 x1830954627649152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.055230:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4000 with x1830954627649152 ext(0->4095) 00010000:00010000:1.0:1746135158.055238:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c18cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235edf expref: 16 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.055252:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c18cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235edf expref: 16 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.055258:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e4000 00000100:00100000:1.0:1746135158.055288:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1989 00000100:00100000:1.0:1746135158.055295:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954627649152:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.055459:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954627649152:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.055466:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1989 00002000:00100000:1.0:1746135158.055472:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4000 x1830954627649152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.055486:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4000 with x1830954627649152 ext(0->4095) 00010000:00010000:1.0:1746135158.055491:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c18cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235edf expref: 16 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.055501:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c18cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235edf expref: 16 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.055506:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e4000 00000100:00100000:0.0:1746135158.058792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.062777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.063199:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627649536 00000100:00100000:1.0:1746135158.063208:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627649536 00002000:00100000:1.0:1746135158.063260:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4a80 x1830954627649536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.063270:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4a80 with x1830954627649536 ext(0->4095) 00002000:00010000:1.0:1746135158.063275:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4a80 00000100:00100000:1.0:1746135158.063297:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12868 00000100:00100000:1.0:1746135158.063305:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954627649536:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.063488:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954627649536:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (723us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.063494:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12868 00002000:00100000:1.0:1746135158.063499:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4a80 x1830954627649536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.063506:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4a80 with x1830954627649536 ext(0->4095) 00002000:00010000:1.0:1746135158.063508:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4a80 00000100:00100000:0.0:1746135158.067220:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627649664 00000100:00100000:0.0:1746135158.067231:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627649664 00000100:00100000:0.0:1746135158.067305:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28959 00000100:00100000:0.0:1746135158.067316:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627649664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135158.067340:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135158.067363:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c18db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235eed expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.067406:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c18d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ee6 expref: 14 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.067416:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135158.067418:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135158.067421:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c18db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235eed expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.067463:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c18d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ee6 expref: 14 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.067480:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c18d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ee6 expref: 14 pid: 26641 timeout: 902 lvb_type: 0 00000100:00100000:0.0:1746135158.067494:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625704960:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135158.067612:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135158.071843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.074619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.076543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.079541:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61e8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625705216:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135158.079578:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c18e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ef4 expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.079599:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9200, rc 0) 00000100:00100000:0.0:1746135158.080161:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1804:x1830954627649920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5064us (5551us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135158.080171:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28960 00000100:00100000:1.0:1746135158.080679:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28961 00000100:00100000:1.0:1746135158.080698:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1820:x1830954627650304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.080713:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.080727:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c18e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235efb expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.080748:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.080752:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c18e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ef4 expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.080758:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.080760:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c18e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235efb expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.080796:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c18e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ef4 expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.080806:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c18e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235efb expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.080814:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:1.0:1746135158.080838:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1820:x1830954627650304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.080843:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28961 00000100:00100000:1.0:1746135158.085683:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.085769:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627650688 00000100:00100000:0.0:1746135158.085779:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627650688 00002000:00100000:0.0:1746135158.085838:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b0700 x1830954627650688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.085849:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0700 with x1830954627650688 ext(0->4095) 00010000:00010000:0.0:1746135158.085858:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c18e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ef4 expref: 16 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.085877:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c18e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ef4 expref: 16 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.085886:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b0700 00000100:00100000:0.0:1746135158.085921:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1991 00000100:00100000:0.0:1746135158.085929:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627650688:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135158.086123:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627650688:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (443us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135158.086130:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1991 00002000:00100000:0.0:1746135158.086136:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b0700 x1830954627650688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.086144:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0700 with x1830954627650688 ext(0->4095) 00010000:00010000:0.0:1746135158.086149:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c18e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ef4 expref: 16 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.086159:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c18e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ef4 expref: 16 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.086165:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b0700 00000100:00100000:0.0:1746135158.088925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.095377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.100335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.105091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.107613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.108131:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.111180:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.111234:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627651840 00000100:00100000:1.0:1746135158.111241:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627651840 00000100:00100000:1.0:1746135158.111293:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28964 00000100:00100000:1.0:1746135158.111302:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1820:x1830954627651840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.111315:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.111334:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235f10 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.111360:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.111365:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c18f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f09 expref: 17 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.111370:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.111372:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f10 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.111406:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c18f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f09 expref: 17 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.111419:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c18fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f10 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.111428:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:1.0:1746135158.111479:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:1820:x1830954627651840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.111485:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28964 00000100:00100000:0.0:1746135158.117014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.122427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.125413:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.129953:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.132248:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.135474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.139120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.140339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.143983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.144083:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627653376 00000100:00100000:1.0:1746135158.144091:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627653376 00000100:00100000:1.0:1746135158.144206:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28967 00000100:00100000:1.0:1746135158.144215:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1820:x1830954627653376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.144237:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.144257:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1913 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235f25 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.144286:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.144292:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c190c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f1e expref: 17 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.144298:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.144302:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1913 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f25 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.144342:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c190c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f1e expref: 17 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.144356:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1913 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f25 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.144367:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:1.0:1746135158.144754:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:1820:x1830954627653376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 539us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.144760:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28967 00000100:00100000:0.0:1746135158.145677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.148025:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.151895:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.156380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.160864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.166121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.169032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.172827:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.178777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.183496:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.183938:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627655168 00000100:00100000:1.0:1746135158.183945:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627655168 00002000:00100000:1.0:1746135158.183990:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b480 x1830954627655168/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.184006:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b480 with x1830954627655168 ext(0->4095) 00002000:00010000:1.0:1746135158.184010:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6b480 00000100:00100000:1.0:1746135158.184139:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12874 00000100:00100000:1.0:1746135158.184146:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954627655168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.184290:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954627655168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (809us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.184296:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12874 00002000:00100000:1.0:1746135158.184301:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b480 x1830954627655168/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.184307:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b480 with x1830954627655168 ext(0->4095) 00002000:00010000:1.0:1746135158.184310:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6b480 00000100:00100000:0.0:1746135158.195810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135158.198459:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135158.202103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.205370:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954627655424:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2512us (3253us total) trans 4294970493 rc 0/0 00000100:00100000:0.0:1746135158.205383:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1995 00002000:00100000:0.0:1746135158.205395:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae6a300 x1830954627655424/t4294970493(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.205405:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954627655424 ext(0->7) 00010000:00010000:0.0:1746135158.205415:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f33 expref: 17 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.205436:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f33 expref: 17 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.205443:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a300 00000100:00100000:0.0:1746135158.210741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.211187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.221816:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61ea680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708032:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135158.221845:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135158.221904:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2008:x1830954627655680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8973us (10715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135158.221915:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13278 00000100:00100000:1.0:1746135158.222530:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627655936 00000100:00100000:1.0:1746135158.222540:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627655936 00002000:00100000:1.0:1746135158.222596:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8000 x1830954627655936/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.222606:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8000 with x1830954627655936 ext(0->4095) 00010000:00010000:1.0:1746135158.222617:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1928 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f3a expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.222632:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1928 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f3a expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.222654:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e8000 00000100:00100000:1.0:1746135158.222695:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1996 00000100:00100000:1.0:1746135158.222701:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627655936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.222905:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627655936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 202us (3938us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.222911:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1996 00002000:00100000:1.0:1746135158.222917:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8000 x1830954627655936/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.222924:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8000 with x1830954627655936 ext(0->4095) 00010000:00010000:1.0:1746135158.222928:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1928 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f3a expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.222937:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1928 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f3a expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.222945:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e8000 00000100:00100000:0.0:1746135158.230411:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627656064 00000100:00100000:0.0:1746135158.230423:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627656064 00010000:00010000:0.0:1746135158.230463:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1928 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f3a expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:0.0:1746135158.230493:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13279 00000100:00100000:0.0:1746135158.230499:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627656064:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135158.230515:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135158.230539:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1928 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f3a expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.230551:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1928 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f3a expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.230584:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1928 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f3a expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.230605:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135158.230607:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135158.230616:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 16 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.230624:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 16 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.230669:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 16 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135158.230681:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800855b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708160:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135158.230760:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.234477:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800855b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708160:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.234510:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.234977:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627656064:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4476us (4647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.234989:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13279 00000100:00100000:0.0:1746135158.235429:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.250140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.269120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.269434:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627656576 00000100:00100000:1.0:1746135158.269448:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627656576 00002000:00100000:1.0:1746135158.269500:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b7b80 x1830954627656576/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.269511:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7b80 with x1830954627656576 ext(0->7) 00010000:00010000:1.0:1746135158.269521:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 17 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.269538:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 17 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.269546:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b7b80 00000100:00100000:1.0:1746135158.269582:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1997 00000100:00100000:1.0:1746135158.269589:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954627656576:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135158.273155:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627656576:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3552us (4039us total) trans 4294970494 rc 0/0 00000100:00100000:0.0:1746135158.273170:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1997 00002000:00100000:0.0:1746135158.273184:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b7b80 x1830954627656576/t4294970494(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.273194:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7b80 with x1830954627656576 ext(0->7) 00010000:00010000:0.0:1746135158.273211:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 19 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.273234:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 19 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.273241:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b7b80 00000100:00100000:0.0:1746135158.278930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.283596:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627656832 00000100:00100000:1.0:1746135158.283611:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627656832 00010000:00010000:1.0:1746135158.283674:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.283946:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13280 00000100:00100000:1.0:1746135158.283954:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627656832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.283970:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.283998:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.284010:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.284039:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c192f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f41 expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.284328:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.284331:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.284339:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.284347:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.284386:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.284397:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 5 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.284410:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708544:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.285335:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135158.288127:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.288163:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627657088 00000100:00100000:0.0:1746135158.288174:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627657088 00002000:00100000:0.0:1746135158.288229:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b5880 x1830954627657088/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.288238:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5880 with x1830954627657088 ext(0->4095) 00010000:00010000:0.0:1746135158.288247:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.288262:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.288269:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b5880 00000100:00100000:0.0:1746135158.288292:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1998 00000100:00100000:0.0:1746135158.288301:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627657088:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.288554:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708544:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.288576:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135158.290817:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627657088:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 2498us (2686us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135158.290838:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1998 00002000:00100000:0.0:1746135158.290857:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b5880 x1830954627657088/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.290867:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5880 with x1830954627657088 ext(0->4095) 00010000:00010000:0.0:1746135158.290879:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.290897:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.290903:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b5880 00000100:00100000:1.0:1746135158.291993:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627656832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8034us (10804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.292003:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13280 00000100:00100000:0.0:1746135158.296352:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.296486:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627657216 00000100:00100000:1.0:1746135158.296496:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627657216 00010000:00010000:1.0:1746135158.296533:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.296573:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13281 00000100:00100000:1.0:1746135158.296580:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627657216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.296595:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.296613:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.296623:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.296675:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1936 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f48 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.297035:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.297036:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.297043:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c193d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f4f expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.297051:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c193d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f4f expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.297079:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c193d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f4f expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135158.297088:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708672:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.297545:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.300519:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708672:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.300536:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135158.300983:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627657472 00000100:00100000:0.0:1746135158.300990:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627657472 00002000:00100000:0.0:1746135158.301036:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0000 x1830954627657472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746135158.301221:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627657216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4640us (4877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.301235:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13281 00002000:00100000:0.0:1746135158.301439:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0000 with x1830954627657472 ext(0->4095) 00002000:00010000:0.0:1746135158.301443:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a0000 00000100:00100000:0.0:1746135158.301463:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12876 00000100:00100000:0.0:1746135158.301470:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627657472:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135158.301746:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627657472:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 276us (1337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135158.301751:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12876 00002000:00100000:0.0:1746135158.301757:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0000 x1830954627657472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.301763:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0000 with x1830954627657472 ext(0->4095) 00002000:00010000:0.0:1746135158.301767:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a0000 00000100:00100000:0.0:1746135158.304482:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.308701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.308921:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627657728 00000100:00100000:1.0:1746135158.308928:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627657728 00010000:00010000:1.0:1746135158.309258:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c193d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f4f expref: 19 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.309302:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13282 00000100:00100000:1.0:1746135158.309312:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2011:x1830954627657728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.309327:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.309350:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c193d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f4f expref: 19 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.309363:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c193d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f4f expref: 19 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.309398:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c193d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f4f expref: 19 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.309430:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.309433:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.309444:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1944 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f56 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.309454:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1944 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f56 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.309487:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1944 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f56 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135158.309913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.310263:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708928:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.310475:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135158.313819:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.313974:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625708928:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.313993:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.314041:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954627657728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4731us (5340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.314052:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13282 00000100:00100000:0.0:1746135158.316312:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.318049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.318259:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627658368 00000100:00100000:1.0:1746135158.318267:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627658368 00010000:00010000:1.0:1746135158.318300:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1944 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f56 expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.318362:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13283 00000100:00100000:1.0:1746135158.318368:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627658368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.318386:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.318411:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1944 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f56 expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.318425:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1944 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f56 expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.318450:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c1944 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f56 expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.318480:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.318484:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.318491:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.318499:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.318530:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.318542:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 19 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.318554:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625709312:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.319581:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.321778:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625709312:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.321795:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.321830:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627658368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3462us (3785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.321840:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13283 00000100:00100000:0.0:1746135158.324755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.326775:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627658624 00000100:00100000:1.0:1746135158.326787:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627658624 00002000:00100000:1.0:1746135158.326838:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60f480 x1830954627658624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.326848:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f480 with x1830954627658624 ext(0->4095) 00010000:00010000:1.0:1746135158.326858:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.326879:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.326887:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60f480 00000100:00100000:1.0:1746135158.326935:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2000 00000100:00100000:1.0:1746135158.326943:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627658624:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.327092:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627658624:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (2348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.327099:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2000 00002000:00100000:1.0:1746135158.327104:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60f480 x1830954627658624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.327112:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f480 with x1830954627658624 ext(0->4095) 00010000:00010000:1.0:1746135158.327117:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.327125:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.327131:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60f480 00000100:00100000:1.0:1746135158.337889:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627658752 00000100:00100000:1.0:1746135158.337900:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627658752 00010000:00010000:1.0:1746135158.337939:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.339022:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13284 00000100:00100000:1.0:1746135158.339035:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2008:x1830954627658752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.339052:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.339073:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.339086:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.339109:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c194b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f5d expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.339135:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.339137:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.339144:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1952 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f64 expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.339151:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f64 expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.339184:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f64 expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135158.339195:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625709440:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.339305:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.343120:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625709440:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.343142:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.343196:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2008:x1830954627658752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4164us (6379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.343207:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13284 00000100:00100000:0.0:1746135158.343426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.347241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.355109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.355244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.356829:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627659264 00000100:00100000:1.0:1746135158.356836:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627659264 00010000:00010000:1.0:1746135158.356861:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f64 expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.356884:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13285 00000100:00100000:1.0:1746135158.356889:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627659264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.356903:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.356925:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f64 expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.356936:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f64 expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.356956:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1952 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f64 expref: 20 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.356971:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.356972:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.356979:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.356986:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.357012:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.357023:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 5 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.357032:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625709824:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.357530:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.360922:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625709824:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.360942:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.361112:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627659264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4220us (5866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.361125:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13285 00000100:00100000:0.0:1746135158.361739:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.362113:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627659648 00000100:00100000:1.0:1746135158.362120:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627659648 00002000:00100000:1.0:1746135158.362152:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665880 x1830954627659648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.362161:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665880 with x1830954627659648 ext(0->4095) 00010000:00010000:1.0:1746135158.362169:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.362182:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.362187:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665880 00000100:00100000:1.0:1746135158.362219:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2001 00000100:00100000:1.0:1746135158.362225:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627659648:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135158.363012:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627659648:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 783us (1270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.363020:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2001 00002000:00100000:1.0:1746135158.363027:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665880 x1830954627659648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.363035:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665880 with x1830954627659648 ext(0->4095) 00010000:00010000:1.0:1746135158.363042:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.363054:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.363061:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665880 00000100:00100000:0.0:1746135158.367247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.367344:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627659776 00000100:00100000:1.0:1746135158.367353:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627659776 00010000:00010000:1.0:1746135158.367384:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.367419:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13286 00000100:00100000:1.0:1746135158.367424:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627659776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.367434:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.367451:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.367466:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.367488:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1959 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f6b expref: 6 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.367504:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.367506:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.367513:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 18 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.367521:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 18 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.367556:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 18 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135158.367569:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625709952:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.367679:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.369603:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625709952:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.369626:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.369713:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627659776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2286us (2472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.369723:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13286 00000100:00100000:0.0:1746135158.375821:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627660032 00000100:00100000:0.0:1746135158.375830:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627660032 00002000:00100000:0.0:1746135158.375886:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea680 x1830954627660032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.375897:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea680 with x1830954627660032 ext(0->4095) 00002000:00010000:0.0:1746135158.375904:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61ea680 00000100:00100000:0.0:1746135158.375939:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12878 00000100:00100000:0.0:1746135158.375946:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627660032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135158.376081:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627660032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135158.376087:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12878 00002000:00100000:0.0:1746135158.376092:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea680 x1830954627660032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.376100:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea680 with x1830954627660032 ext(0->4095) 00002000:00010000:0.0:1746135158.376103:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61ea680 00000100:00100000:0.0:1746135158.384494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.385250:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627660160 00000100:00100000:1.0:1746135158.385263:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627660160 00000100:00100000:1.0:1746135158.385338:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28979 00000100:00100000:1.0:1746135158.385345:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627660160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.385363:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.385381:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235f79 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.385413:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 18 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.385421:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.385423:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.385426:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.385459:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 18 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.385471:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 18 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.385484:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625710080:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135158.385593:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.390308:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625710080:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135158.390349:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.390380:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:1.0:1746135158.390474:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627660160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5128us (5994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.390484:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28979 00000100:00100000:0.0:1746135158.391240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.394235:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627660288:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2681us (2985us total) trans 4294970495 rc 0/0 00000100:00100000:0.0:1746135158.394252:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2002 00002000:00100000:0.0:1746135158.394271:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082664e00 x1830954627660288/t4294970495(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.394282:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664e00 with x1830954627660288 ext(0->7) 00010000:00010000:0.0:1746135158.394295:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 21 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.394320:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 21 pid: 11953 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.394328:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664e00 00000100:00100000:0.0:1746135158.402986:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.403125:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627660416 00000100:00100000:1.0:1746135158.403138:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627660416 00010000:00010000:1.0:1746135158.403194:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 21 pid: 11953 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.403253:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13287 00000100:00100000:1.0:1746135158.403262:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627660416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.403283:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.403309:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 21 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.403324:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 21 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.403351:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1960 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f72 expref: 21 pid: 11953 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.403372:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.403374:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.403381:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.403394:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.403430:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135158.403443:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625710208:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.403530:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.405440:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625710208:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.405458:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.405494:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627660416:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2233us (2520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.405503:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13287 00000100:00100000:1.0:1746135158.411385:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627660672 00000100:00100000:1.0:1746135158.411400:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627660672 00002000:00100000:1.0:1746135158.411461:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1880 x1830954627660672/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.411474:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1880 with x1830954627660672 ext(0->4095) 00002000:00010000:1.0:1746135158.411480:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1880 00000100:00100000:0.0:1746135158.413113:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12879 00000100:00100000:0.0:1746135158.413130:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627660672:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135158.414475:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627660672:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1346us (3791us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135158.414485:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12879 00002000:00100000:0.0:1746135158.414495:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1880 x1830954627660672/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.414505:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1880 with x1830954627660672 ext(0->4095) 00002000:00010000:0.0:1746135158.414510:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1880 00000100:00100000:0.0:1746135158.415143:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627660800 00000100:00100000:0.0:1746135158.415151:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627660800 00000100:00100000:0.0:1746135158.415235:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28980 00000100:00100000:0.0:1746135158.415243:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627660800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135158.415258:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135158.415277:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235f80 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.415305:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.415313:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135158.415314:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135158.415317:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.415347:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.415361:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 5 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:0.0:1746135158.415372:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625710336:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135158.416324:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135158.419780:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.422256:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625710336:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135158.422291:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.422309:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027a200, rc 0) 00000100:00100000:1.0:1746135158.422795:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954627660800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7551us (8111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.422802:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28980 00000100:00100000:1.0:1746135158.422826:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28981 00000100:00100000:1.0:1746135158.422833:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1820:x1830954627660928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.422849:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.422866:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1975 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235f87 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.422889:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.422893:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.422900:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.422903:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1975 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f87 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.422932:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.422941:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1975 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f87 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.422946:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:1.0:1746135158.422961:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1820:x1830954627660928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (3191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.422965:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28981 00000100:00100000:0.0:1746135158.423496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.423929:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627661056 00000100:00100000:1.0:1746135158.423934:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627661056 00010000:00010000:1.0:1746135158.423954:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.423973:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13288 00000100:00100000:1.0:1746135158.423978:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627661056:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.423988:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.424008:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.424017:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.424035:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c1967 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f79 expref: 6 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.424047:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.424048:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.424053:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.424060:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.424077:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.424092:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 21 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.424103:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625710592:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.425403:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746135158.426410:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426416:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426420:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426423:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094415a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135158.426425:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426429:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426436:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff88011feb4900) 00010000:00010000:1.0:1746135158.426438:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135158.426440:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426443:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094415a00/0xc3cfcce4a57c17b5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426462:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c17e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426467:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c17e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426471:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c17e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426474:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094514a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135158.426476:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c17e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426480:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c17e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426484:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880086536900) 00010000:00010000:1.0:1746135158.426485:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135158.426487:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c17e6 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426490:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c17e6 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135158.426498:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c1864 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135158.426501:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c1864 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135158.426505:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c1864 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135158.426508:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b430c00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135158.426509:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c1864 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135158.426514:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c1864 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135158.426519:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880086536b00) 00010000:00010000:1.0:1746135158.426520:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135158.426521:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c1864 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135158.426525:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c1864 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00000100:00100000:0.0:1746135158.429913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.433225:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625710592:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135158.433249:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.433317:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627661056:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9336us (9820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.433328:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13288 00000100:00100000:0.0:1746135158.434893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.435164:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627661440 00000100:00100000:1.0:1746135158.435170:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627661440 00010000:00010000:1.0:1746135158.435212:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c17a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e3e expref: 6 pid: 11953 timeout: 902 lvb_type: 1 00000100:00080000:0.0:1746135158.435507:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746135158.435572:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13289 00000100:00100000:1.0:1746135158.435579:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954627661440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.435591:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.435595:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c17a7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e3e expref: 6 pid: 11953 timeout: 902 lvb_type: 1 00010000:00010000:1.0:1746135158.435606:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c17a7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e3e expref: 6 pid: 11953 timeout: 902 lvb_type: 1 00010000:00010000:1.0:1746135158.435630:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c17a7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e3e expref: 6 pid: 11953 timeout: 902 lvb_type: 1 00010000:00010000:1.0:1746135158.435662:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.435664:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.435669:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c197c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.435677:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c197c lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.435984:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135158.436391:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2011:x1830954627661440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 811us (1498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.436397:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13289 00000100:00100000:0.0:1746135158.439063:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.439194:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627661568 00000100:00100000:1.0:1746135158.439201:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627661568 00010000:00010000:1.0:1746135158.439224:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 22 pid: 9591 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.439406:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13290 00000100:00100000:1.0:1746135158.439413:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954627661568:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.439428:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.439446:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 22 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.439461:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 22 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.439476:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013027a200/0xc3cfcce4a57c196e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f80 expref: 22 pid: 9591 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.439485:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.439487:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.439493:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1975 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f87 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.439499:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f87 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.439521:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235f87 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135158.439530:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625710976:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.439591:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.443966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.447276:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.450926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.453474:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.453523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.455896:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.457045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.461262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.464452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.471718:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627663360 00000100:00100000:0.0:1746135158.471728:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627663360 00002000:00100000:0.0:1746135158.471774:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8a80 x1830954627663360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.471784:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8a80 with x1830954627663360 ext(0->4095) 00002000:00010000:0.0:1746135158.471788:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8a80 00000100:00100000:0.0:1746135158.471938:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12882 00000100:00100000:0.0:1746135158.471946:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954627663360:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135158.472297:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954627663360:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 350us (679us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135158.472305:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12882 00002000:00100000:0.0:1746135158.472311:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8a80 x1830954627663360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.472325:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8a80 with x1830954627663360 ext(0->4095) 00002000:00010000:0.0:1746135158.472328:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8a80 00000100:00100000:0.0:1746135158.475155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.485858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.486467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.491287:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.491318:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627664000 00000100:00100000:0.0:1746135158.491326:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627664000 00002000:00100000:0.0:1746135158.491369:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072493480 x1830954627664000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.491379:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072493480 with x1830954627664000 ext(0->4095) 00010000:00010000:0.0:1746135158.491387:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1998 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fa3 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.491399:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1998 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fa3 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.491405:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072493480 00000100:00100000:0.0:1746135158.492335:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2005 00000100:00100000:0.0:1746135158.492347:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627664000:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135158.492509:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627664000:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (1235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135158.492514:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2005 00002000:00100000:0.0:1746135158.492520:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072493480 x1830954627664000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.492528:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072493480 with x1830954627664000 ext(0->4095) 00010000:00010000:0.0:1746135158.492534:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1998 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fa3 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.492543:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1998 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fa3 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.492548:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072493480 00000100:00100000:0.0:1746135158.496466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.501837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.512937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.542355:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801334279c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.542476:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625712384:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135158.542506:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c19a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb1 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.542527:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380200, rc 0) 00000100:00100000:1.0:1746135158.543242:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627664512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 30106us (30310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.543250:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28988 00000100:00100000:0.0:1746135158.560557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.562195:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2010:x1830954627664640:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 879us (1641us total) trans 4294970496 rc 0/0 00000100:00100000:0.0:1746135158.562202:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2006 00002000:00100000:0.0:1746135158.562208:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007c209180 x1830954627664640/t4294970496(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.562216:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209180 with x1830954627664640 ext(0->7) 00010000:00010000:0.0:1746135158.562222:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c199f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235faa expref: 23 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.562233:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c199f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235faa expref: 23 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.562238:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c209180 00000100:00100000:0.0:1746135158.571988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.572078:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627664768 00000100:00100000:1.0:1746135158.572085:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627664768 00000100:00100000:1.0:1746135158.572193:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28989 00000100:00100000:1.0:1746135158.572201:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1804:x1830954627664768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.572216:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.572230:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c19ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235fb8 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.572254:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.572258:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c19a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.572263:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135158.572266:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c19ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb8 expref: 24 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.572298:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c19a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.572308:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c19ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb8 expref: 24 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.572319:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:1.0:1746135158.574288:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:1804:x1830954627664768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2077us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.574301:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28989 00000100:00100000:0.0:1746135158.575002:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.580106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.580184:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627665152 00000100:00100000:1.0:1746135158.580192:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627665152 00002000:00100000:1.0:1746135158.580228:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1180 x1830954627665152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.580237:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1180 with x1830954627665152 ext(0->4095) 00010000:00010000:1.0:1746135158.580246:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c19a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb1 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.580258:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c19a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb1 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.580264:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed1180 00000100:00100000:1.0:1746135158.580282:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2007 00000100:00100000:1.0:1746135158.580287:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627665152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.580408:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627665152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.580414:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2007 00002000:00100000:1.0:1746135158.580419:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1180 x1830954627665152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.580431:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1180 with x1830954627665152 ext(0->4095) 00010000:00010000:1.0:1746135158.580434:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c19a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb1 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.580442:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c19a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb1 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.580446:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed1180 00000100:00100000:0.0:1746135158.584152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.589617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.590050:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627665536 00000100:00100000:1.0:1746135158.590059:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627665536 00002000:00100000:1.0:1746135158.590095:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2300 x1830954627665536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.590106:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2300 with x1830954627665536 ext(0->4095) 00002000:00010000:1.0:1746135158.590110:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed2300 00000100:00100000:1.0:1746135158.590144:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12884 00000100:00100000:1.0:1746135158.590151:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2008:x1830954627665536:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135158.590319:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2008:x1830954627665536:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (732us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.590324:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12884 00002000:00100000:1.0:1746135158.590329:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2300 x1830954627665536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.590336:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2300 with x1830954627665536 ext(0->4095) 00002000:00010000:1.0:1746135158.590338:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed2300 00000100:00100000:0.0:1746135158.595638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.595718:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627665664 00000100:00100000:1.0:1746135158.595726:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627665664 00000100:00100000:1.0:1746135158.595773:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28990 00000100:00100000:1.0:1746135158.595780:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627665664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.595794:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.595809:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c19b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235fbf expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.595834:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c19ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb8 expref: 22 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.595841:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.595842:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.595846:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c19b4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fbf expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.595872:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c19ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb8 expref: 22 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.595883:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c19ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb8 expref: 22 pid: 26641 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.595894:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625712896:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135158.596981:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.599859:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625712896:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135158.599900:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c19b4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fbf expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.599926:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:1.0:1746135158.599966:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627665664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4186us (4334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.599974:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28990 00000100:00100000:0.0:1746135158.602402:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.603709:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2011:x1830954627665792:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1064us (1308us total) trans 4294970497 rc 0/0 00000100:00100000:0.0:1746135158.603717:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2008 00002000:00100000:0.0:1746135158.603724:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b5c3480 x1830954627665792/t4294970497(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.603732:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3480 with x1830954627665792 ext(0->7) 00010000:00010000:0.0:1746135158.603738:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c19ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb8 expref: 25 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:0.0:1746135158.603750:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c19ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fb8 expref: 25 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:0.0:1746135158.603755:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3480 00000100:00100000:0.0:1746135158.606275:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.609998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.610441:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627666176 00000100:00100000:1.0:1746135158.610447:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627666176 00002000:00100000:1.0:1746135158.610484:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c2680 x1830954627666176/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.610493:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2680 with x1830954627666176 ext(0->4095) 00002000:00010000:1.0:1746135158.610497:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c2680 00000100:00100000:1.0:1746135158.610523:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12885 00000100:00100000:1.0:1746135158.610529:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627666176:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.610665:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627666176:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.610672:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12885 00002000:00100000:1.0:1746135158.610677:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c2680 x1830954627666176/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.610691:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2680 with x1830954627666176 ext(0->4095) 00002000:00010000:1.0:1746135158.610694:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c2680 00000100:00100000:0.0:1746135158.613557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.613611:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.613972:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627666432 00000100:00100000:1.0:1746135158.613980:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627666432 00000100:00100000:1.0:1746135158.614018:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627666304 00000100:00100000:1.0:1746135158.614020:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627666304 00000100:00100000:1.0:1746135158.614048:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28991 00000100:00100000:1.0:1746135158.614054:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:1820:x1830954627666432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.614069:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.614083:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235fcd expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.614107:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c19b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fbf expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.614113:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.614115:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.614117:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fcd expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.614147:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c19b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fbf expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.614156:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c19b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fbf expref: 5 pid: 26641 timeout: 902 lvb_type: 0 00000100:00100000:1.0:1746135158.614164:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625713152:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135158.614226:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.616505:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625713152:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135158.616531:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fcd expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.616545:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:1.0:1746135158.616597:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1820:x1830954627666432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2543us (3049us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.616603:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28991 00000100:00100000:0.0:1746135158.618257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.623802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.628364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.629604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.629914:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627666944 00000100:00100000:1.0:1746135158.629924:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627666944 00000100:00100000:1.0:1746135158.630830:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28993 00000100:00100000:1.0:1746135158.630841:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627666944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.630861:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.630877:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235fd4 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.630903:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.630909:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c19c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fc6 expref: 26 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.630914:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135158.630918:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fd4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.630968:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c19c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fc6 expref: 26 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.630981:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fd4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.630991:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:1.0:1746135158.631744:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627666944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 903us (3385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.631754:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28993 00000100:00100000:0.0:1746135158.638102:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.641728:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.641815:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.641979:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627667456 00000100:00100000:1.0:1746135158.641988:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627667456 00000100:00100000:1.0:1746135158.642036:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28994 00000100:00100000:1.0:1746135158.642043:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:1804:x1830954627667456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.642057:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.642071:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235fdb expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.642093:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.642097:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fd4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.642102:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135158.642105:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fdb expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.642140:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fd4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.642150:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fdb expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.642158:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:1.0:1746135158.642196:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1804:x1830954627667456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.642202:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28994 00000100:00100000:0.0:1746135158.644929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.645186:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627667840 00000100:00100000:1.0:1746135158.645191:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627667840 00002000:00100000:1.0:1746135158.645224:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b6680 x1830954627667840/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.645233:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6680 with x1830954627667840 ext(0->4095) 00010000:00010000:1.0:1746135158.645241:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fd4 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.645252:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fd4 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.645257:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6680 00000100:00100000:1.0:1746135158.645287:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2011 00000100:00100000:1.0:1746135158.645294:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627667840:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.645396:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627667840:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.645401:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2011 00002000:00100000:1.0:1746135158.645405:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b6680 x1830954627667840/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.645412:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6680 with x1830954627667840 ext(0->4095) 00010000:00010000:1.0:1746135158.645416:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fd4 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.645423:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c19c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fd4 expref: 6 pid: 26641 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.645433:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6680 00000100:00100000:0.0:1746135158.649236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.654035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.657152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.662305:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.664177:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13303 00000100:00100000:1.0:1746135158.664188:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2011:x1830954627668480:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135158.664203:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135158.664225:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fdb expref: 25 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.664237:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fdb expref: 25 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.664256:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c19d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fdb expref: 25 pid: 26641 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.664285:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.664287:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.664294:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c19d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.664300:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c19d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.664331:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c19d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135158.664342:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625714304:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135158.664429:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135158.673013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.675183:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627668864 00000100:00100000:1.0:1746135158.675198:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627668864 00002000:00100000:1.0:1746135158.675267:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0000 x1830954627668864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.675281:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0000 with x1830954627668864 ext(0->4095) 00010000:00010000:1.0:1746135158.675293:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c19d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe2 expref: 6 pid: 11615 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.675313:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c19d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe2 expref: 6 pid: 11615 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.675319:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e0000 00000100:00100000:1.0:1746135158.675344:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2012 00000100:00100000:1.0:1746135158.675352:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627668864:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.675535:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627668864:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (2529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.675541:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2012 00002000:00100000:1.0:1746135158.675546:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0000 x1830954627668864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.675552:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0000 with x1830954627668864 ext(0->4095) 00010000:00010000:1.0:1746135158.675555:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c19d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe2 expref: 6 pid: 11615 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.675565:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c19d7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe2 expref: 6 pid: 11615 timeout: 902 lvb_type: 0 00002000:00010000:1.0:1746135158.675572:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e0000 00000100:00100000:0.0:1746135158.680048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.684260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.691009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.717732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.718113:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627669504 00000100:00100000:1.0:1746135158.718126:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627669504 00002000:00100000:1.0:1746135158.718186:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e3480 x1830954627669504/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.718199:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3480 with x1830954627669504 ext(0->7) 00010000:00010000:1.0:1746135158.718210:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c19de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe9 expref: 25 pid: 11615 timeout: 902 lvb_type: 0 00010000:00010000:1.0:1746135158.718225:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c19de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe9 expref: 25 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135158.718233:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3480 00000100:00100000:1.0:1746135158.720672:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2013 00000100:00100000:1.0:1746135158.720703:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2009:x1830954627669504:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135158.722747:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2009:x1830954627669504:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2040us (5009us total) trans 4294970498 rc 0/0 00000100:00100000:0.0:1746135158.722762:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2013 00002000:00100000:0.0:1746135158.722775:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e3480 x1830954627669504/t4294970498(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.722785:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3480 with x1830954627669504 ext(0->7) 00010000:00010000:0.0:1746135158.722797:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c19de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe9 expref: 27 pid: 11615 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135158.722814:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c19de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235fe9 expref: 27 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135158.722821:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3480 00000100:00100000:0.0:1746135158.727717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.738275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.738677:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627669888 00000100:00100000:1.0:1746135158.738694:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627669888 00002000:00100000:1.0:1746135158.738738:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3800 x1830954627669888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.738748:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3800 with x1830954627669888 ext(0->4095) 00002000:00010000:1.0:1746135158.738753:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e3800 00000100:00100000:1.0:1746135158.740438:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12888 00000100:00100000:1.0:1746135158.740451:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627669888:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.740996:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627669888:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 548us (2733us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.741003:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12888 00002000:00100000:1.0:1746135158.741009:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3800 x1830954627669888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.741018:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3800 with x1830954627669888 ext(0->4095) 00002000:00010000:1.0:1746135158.741022:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e3800 00000100:00100000:0.0:1746135158.746057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.746123:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627670144 00000100:00100000:1.0:1746135158.746131:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627670144 00000100:00100000:1.0:1746135158.746176:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 28999 00000100:00100000:1.0:1746135158.746183:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1820:x1830954627670144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.746197:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.746214:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c19f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608235ffe expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.746237:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135158.746242:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c19ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ff7 expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.746249:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.746252:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c19f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ffe expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.746290:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c19ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ff7 expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.746302:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c19f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ffe expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.746317:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:1.0:1746135158.746370:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:1820:x1830954627670144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.746376:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 28999 00000100:00100000:0.0:1746135158.746867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.751090:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627670528 00000100:00100000:1.0:1746135158.751098:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627670528 00002000:00100000:1.0:1746135158.751136:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622d80 x1830954627670528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.751145:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622d80 with x1830954627670528 ext(0->4095) 00010000:00010000:1.0:1746135158.751152:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c19ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ff7 expref: 28 pid: 11615 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135158.751164:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c19ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ff7 expref: 28 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135158.751171:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622d80 00000100:00100000:1.0:1746135158.751196:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2014 00000100:00100000:1.0:1746135158.751203:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627670528:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.751409:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627670528:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 206us (413us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.751415:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2014 00002000:00100000:1.0:1746135158.751420:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622d80 x1830954627670528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.751432:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622d80 with x1830954627670528 ext(0->4095) 00010000:00010000:1.0:1746135158.751436:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c19ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ff7 expref: 28 pid: 11615 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135158.751444:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c19ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ff7 expref: 28 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135158.751449:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622d80 00000100:00100000:0.0:1746135158.757616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.758031:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627670912 00000100:00100000:1.0:1746135158.758039:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627670912 00002000:00100000:1.0:1746135158.758293:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622680 x1830954627670912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.758303:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622680 with x1830954627670912 ext(0->4095) 00002000:00010000:1.0:1746135158.758307:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130622680 00000100:00100000:1.0:1746135158.758337:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12889 00000100:00100000:1.0:1746135158.758344:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627670912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.758480:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627670912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.758486:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12889 00002000:00100000:1.0:1746135158.758491:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622680 x1830954627670912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.758498:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622680 with x1830954627670912 ext(0->4095) 00002000:00010000:1.0:1746135158.758500:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130622680 00000100:00100000:0.0:1746135158.767291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.774187:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.779101:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2010:x1830954627671168:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4683us (4908us total) trans 4294970499 rc 0/0 00000100:00100000:0.0:1746135158.779115:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2015 00002000:00100000:0.0:1746135158.779131:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801364cf480 x1830954627671168/t4294970499(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.779140:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cf480 with x1830954627671168 ext(0->7) 00010000:00010000:0.0:1746135158.779152:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c19f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ffe expref: 29 pid: 26641 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135158.779167:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c19f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608235ffe expref: 29 pid: 26641 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135158.779174:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cf480 00000100:00100000:0.0:1746135158.781312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.787765:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.787858:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.788120:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627671680 00000100:00100000:1.0:1746135158.788124:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627671680 00002000:00100000:1.0:1746135158.788169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cc380 x1830954627671680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.788180:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc380 with x1830954627671680 ext(0->4095) 00002000:00010000:1.0:1746135158.788186:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cc380 00000100:00100000:1.0:1746135158.788205:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12890 00000100:00100000:1.0:1746135158.788212:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627671680:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.788414:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627671680:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 201us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.788422:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12890 00002000:00100000:1.0:1746135158.788429:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cc380 x1830954627671680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.788437:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc380 with x1830954627671680 ext(0->4095) 00002000:00010000:1.0:1746135158.788439:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cc380 00000100:00100000:0.0:1746135158.791619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.793616:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.795849:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.795953:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627672192 00000100:00100000:1.0:1746135158.795959:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627672192 00002000:00100000:1.0:1746135158.795996:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a680 x1830954627672192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.796005:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954627672192 ext(0->4095) 00010000:00010000:1.0:1746135158.796014:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1a01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823600c expref: 30 pid: 11615 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135158.796025:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1a01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823600c expref: 30 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135158.796035:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04a680 00000100:00100000:1.0:1746135158.796060:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2016 00000100:00100000:1.0:1746135158.796066:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954627672192:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.796187:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954627672192:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.796193:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2016 00002000:00100000:1.0:1746135158.796197:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a680 x1830954627672192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.796204:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954627672192 ext(0->4095) 00010000:00010000:1.0:1746135158.796209:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1a01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823600c expref: 30 pid: 11615 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135158.796217:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1a01 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823600c expref: 30 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135158.796223:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04a680 00000100:00100000:0.0:1746135158.798858:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.807204:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.812232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.819313:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.819490:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627672832 00000100:00100000:1.0:1746135158.819496:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627672832 00002000:00100000:1.0:1746135158.819525:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b48a300 x1830954627672832/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.819532:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48a300 with x1830954627672832 ext(0->7) 00010000:00010000:1.0:1746135158.819537:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236013 expref: 29 pid: 26641 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135158.819808:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236013 expref: 29 pid: 26641 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135158.819817:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48a300 00000100:00100000:1.0:1746135158.819845:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2017 00000100:00100000:1.0:1746135158.819853:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2010:x1830954627672832:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135158.824045:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954627672832:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4173us (4713us total) trans 4294970500 rc 0/0 00000100:00100000:0.0:1746135158.824067:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2017 00002000:00100000:0.0:1746135158.824082:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b48a300 x1830954627672832/t4294970500(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.824092:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48a300 with x1830954627672832 ext(0->7) 00010000:00010000:0.0:1746135158.824105:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236013 expref: 31 pid: 26641 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135158.824125:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236013 expref: 31 pid: 26641 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135158.824133:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48a300 00000100:00100000:0.0:1746135158.825885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.829004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.829185:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627673216 00000100:00100000:1.0:1746135158.829193:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627673216 00002000:00100000:1.0:1746135158.829243:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b489f80 x1830954627673216/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.829252:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489f80 with x1830954627673216 ext(0->4095) 00002000:00010000:1.0:1746135158.829257:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b489f80 00000100:00100000:1.0:1746135158.829276:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12892 00000100:00100000:1.0:1746135158.829283:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627673216:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135158.829406:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627673216:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.829412:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12892 00002000:00100000:1.0:1746135158.829416:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b489f80 x1830954627673216/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.829422:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489f80 with x1830954627673216 ext(0->4095) 00002000:00010000:1.0:1746135158.829424:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b489f80 00000100:00100000:0.0:1746135158.833217:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627673344 00000100:00100000:0.0:1746135158.833229:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627673344 00000100:00100000:0.0:1746135158.833299:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29004 00000100:00100000:0.0:1746135158.833307:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954627673344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135158.833329:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135158.833350:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c1a16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236021 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.833379:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1a0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823601a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.833387:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135158.833389:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135158.833392:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c1a16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236021 expref: 31 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.833423:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1a0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823601a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.833436:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1a0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823601a expref: 5 pid: 26641 timeout: 903 lvb_type: 0 00000100:00100000:0.0:1746135158.833449:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625716480:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135158.833563:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135158.834766:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.842788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.845270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.849478:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.868553:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.871030:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12893 00000100:00100000:1.0:1746135158.871048:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954627674240:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.871255:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954627674240:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 214us (2716us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.871262:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12893 00002000:00100000:1.0:1746135158.871271:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48b480 x1830954627674240/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.871281:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b480 with x1830954627674240 ext(0->4095) 00002000:00010000:1.0:1746135158.871287:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b48b480 00000100:00100000:0.0:1746135158.874273:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627674368 00000100:00100000:0.0:1746135158.874283:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627674368 00000100:00100000:0.0:1746135158.874383:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29006 00000100:00100000:0.0:1746135158.874398:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627674368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135158.874425:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135158.874454:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b600e00/0xc3cfcce4a57c1a24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823602f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.874505:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236028 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.874515:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135158.874517:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135158.874524:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600e00/0xc3cfcce4a57c1a24 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823602f expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.874575:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236028 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135158.874589:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236028 expref: 30 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:0.0:1746135158.874608:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625716992:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135158.875155:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135158.882497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.883033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.891031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.894296:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.898297:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.898402:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627675264 00000100:00100000:1.0:1746135158.898410:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627675264 00002000:00100000:1.0:1746135158.898457:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131f80 x1830954627675264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.898469:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131f80 with x1830954627675264 ext(0->4095) 00002000:00010000:1.0:1746135158.898474:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b131f80 00000100:00100000:1.0:1746135158.898536:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12894 00000100:00100000:1.0:1746135158.898543:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954627675264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.898696:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954627675264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.898702:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12894 00002000:00100000:1.0:1746135158.898706:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131f80 x1830954627675264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.898718:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131f80 with x1830954627675264 ext(0->4095) 00002000:00010000:1.0:1746135158.898720:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b131f80 00000100:00100000:0.0:1746135158.903777:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.908372:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.910407:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2010:x1830954627675520:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1561us (2024us total) trans 4294970501 rc 0/0 00000100:00100000:0.0:1746135158.910418:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2020 00002000:00100000:0.0:1746135158.910430:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b130700 x1830954627675520/t4294970501(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 496/448 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135158.910446:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130700 with x1830954627675520 ext(0->7) 00010000:00010000:0.0:1746135158.910456:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1a2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236036 expref: 33 pid: 26641 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135158.910475:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1a2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236036 expref: 33 pid: 26641 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135158.910482:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130700 00000100:00100000:0.0:1746135158.913157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.916091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.916185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.916254:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627676032 00000100:00100000:1.0:1746135158.916258:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627676032 00002000:00100000:1.0:1746135158.916282:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b133b80 x1830954627676032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.916290:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133b80 with x1830954627676032 ext(0->4095) 00010000:00010000:1.0:1746135158.916295:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1a32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823603d expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.916302:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1a32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823603d expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746135158.916308:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b133b80 00000100:00100000:1.0:1746135158.916330:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2021 00000100:00100000:1.0:1746135158.916334:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627676032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135158.916507:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627676032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.916514:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2021 00002000:00100000:1.0:1746135158.916520:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b133b80 x1830954627676032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.916528:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133b80 with x1830954627676032 ext(0->4095) 00010000:00010000:1.0:1746135158.916532:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1a32 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823603d expref: 6 pid: 26641 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135158.916542:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1a32 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823603d expref: 6 pid: 26641 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135158.916547:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b133b80 00000100:00100000:0.0:1746135158.918506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.919601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.922299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.927120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.931397:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.931576:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627676928 00000100:00100000:1.0:1746135158.931586:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627676928 00002000:00100000:1.0:1746135158.931629:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3100 x1830954627676928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.931672:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3100 with x1830954627676928 ext(0->4095) 00002000:00010000:1.0:1746135158.931686:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3100 00000100:00100000:1.0:1746135158.931710:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12895 00000100:00100000:1.0:1746135158.931717:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2011:x1830954627676928:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.931829:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2011:x1830954627676928:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.931835:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12895 00002000:00100000:1.0:1746135158.931840:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3100 x1830954627676928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.931847:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3100 with x1830954627676928 ext(0->4095) 00002000:00010000:1.0:1746135158.931850:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3100 00000100:00100000:0.0:1746135158.935567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.940830:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.944542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.945348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.953096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.953705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.958188:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.963934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.972003:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.972345:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627678464 00000100:00100000:1.0:1746135158.972355:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627678464 00002000:00100000:1.0:1746135158.972416:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1500 x1830954627678464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/0 e 0 to 0 dl 1746135169 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.972438:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1500 with x1830954627678464 ext(0->4095) 00002000:00010000:1.0:1746135158.972445:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a1500 00000100:00100000:1.0:1746135158.973207:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12896 00000100:00100000:1.0:1746135158.973217:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2011:x1830954627678464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135158.973384:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2011:x1830954627678464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (1389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135158.973391:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12896 00002000:00100000:1.0:1746135158.973396:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1500 x1830954627678464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:614/0 lens 488/4536 e 0 to 0 dl 1746135169 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135158.973402:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1500 with x1830954627678464 ext(0->4095) 00002000:00010000:1.0:1746135158.973406:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a1500 00000100:00100000:0.0:1746135158.975511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.975670:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627678592 00000100:00100000:1.0:1746135158.975696:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627678592 00000100:00100000:1.0:1746135158.976870:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29014 00000100:00100000:1.0:1746135158.976886:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627678592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135158.976915:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135158.976942:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1a5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236067 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.976979:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236060 expref: 32 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.976988:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.976990:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135158.976994:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1a5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236067 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.977035:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236060 expref: 32 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.977049:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236060 expref: 32 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135158.977062:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625719040:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135158.977170:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135158.982562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.982719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135158.983055:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625719040:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135158.983074:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1a5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236067 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135158.983084:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:1.0:1746135158.983105:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627678592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6226us (7605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135158.983111:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29014 00000100:00100000:0.0:1746135158.989226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135158.995192:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.000315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135159.001372:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135159.007553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135159.008937:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135159.020094:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.021237:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2010:x1830954627679744:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 863us (1148us total) trans 4294970502 rc 0/0 00000100:00100000:0.0:1746135159.021245:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2026 00002000:00100000:0.0:1746135159.021250:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009adddc00 x1830954627679744/t4294970502(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.021257:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adddc00 with x1830954627679744 ext(0->7) 00010000:00010000:0.0:1746135159.021261:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823606e expref: 35 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.021270:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823606e expref: 35 pid: 11953 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.021275:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adddc00 00000100:00100000:0.0:1746135159.028546:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.037706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.037922:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627680128 00000100:00100000:1.0:1746135159.037930:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627680128 00002000:00100000:1.0:1746135159.037968:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d931180 x1830954627680128/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.037977:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d931180 with x1830954627680128 ext(0->4095) 00002000:00010000:1.0:1746135159.037982:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d931180 00000100:00100000:1.0:1746135159.038011:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12898 00000100:00100000:1.0:1746135159.038018:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627680128:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135159.038168:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627680128:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (458us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.038175:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12898 00002000:00100000:1.0:1746135159.038181:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d931180 x1830954627680128/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.038188:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d931180 with x1830954627680128 ext(0->4095) 00002000:00010000:1.0:1746135159.038190:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d931180 00000100:00100000:0.0:1746135159.040229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.042341:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.042405:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627680384 00000100:00100000:1.0:1746135159.042411:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627680384 00000100:00100000:1.0:1746135159.043323:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29018 00000100:00100000:1.0:1746135159.043333:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:1820:x1830954627680384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135159.043350:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135159.043366:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1a78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236083 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.043390:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.043394:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1a71 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823607c expref: 37 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.043399:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135159.043403:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1a78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236083 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.043436:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1a71 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823607c expref: 37 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.043452:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1a78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236083 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.043460:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:1.0:1746135159.043502:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:1820:x1830954627680384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.043508:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29018 00000100:00100000:0.0:1746135159.045735:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.051213:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.057765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.069080:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.069135:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.069168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.069204:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.069262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.069295:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627681536 00000100:00100000:1.0:1746135159.069305:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627681536 00000100:00100000:1.0:1746135159.069375:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627681792 00000100:00100000:1.0:1746135159.069380:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627681792 00000100:00100000:1.0:1746135159.069411:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627681408 00000100:00100000:1.0:1746135159.069414:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627681408 00000100:00100000:1.0:1746135159.069440:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1201 00000100:00100000:1.0:1746135159.069450:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954627681536:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135159.069542:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954627681536:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 93us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.069550:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1201 00000100:00100000:1.0:1746135159.069570:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1202 00000100:00100000:1.0:1746135159.069579:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954627681792:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135159.069620:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954627681792:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 41us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.069628:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1202 00000100:00100000:1.0:1746135159.069855:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1203 00000100:00100000:1.0:1746135159.069860:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954627681408:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135159.069883:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954627681408:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 24us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.069887:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1203 00000100:00100000:1.0:1746135159.069916:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.069934:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627682048 00000100:00100000:1.0:1746135159.069937:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627682048 00000100:00100000:1.0:1746135159.069963:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627681664 00000100:00100000:1.0:1746135159.069965:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627681664 00000100:00100000:1.0:1746135159.069976:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 804 00000100:00100000:1.0:1746135159.069980:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627682048:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135159.070001:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627682048:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.070006:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 804 00000100:00100000:1.0:1746135159.070015:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 805 00000100:00100000:1.0:1746135159.070018:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954627681664:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135159.070035:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954627681664:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.070039:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 805 00000100:00100000:1.0:1746135159.070088:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.070100:0:7247:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627681920 00000100:00100000:1.0:1746135159.070102:0:7247:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627681920 00000100:00100000:1.0:1746135159.070117:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1204 00000100:00100000:1.0:1746135159.070121:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627681920:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135159.070137:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627681920:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (49us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.070141:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1204 00000100:00080000:0.0:1746135159.070247:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746135159.070251:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746135159.070253:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746135159.072750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.088499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.093229:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2011:x1830954627682304:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2131us (4730us total) trans 4294970503 rc 0/0 00000100:00100000:0.0:1746135159.093241:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2028 00002000:00100000:0.0:1746135159.093250:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60ea00 x1830954627682304/t4294970503(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.093258:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ea00 with x1830954627682304 ext(0->7) 00010000:00010000:0.0:1746135159.093268:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236083 expref: 37 pid: 26641 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.093282:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c1a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236083 expref: 37 pid: 26641 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.093287:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ea00 00000100:00100000:0.0:1746135159.128058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.128158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.139144:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.146291:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.149962:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.149986:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627683200 00000100:00100000:1.0:1746135159.149991:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627683200 00002000:00100000:1.0:1746135159.150021:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495880 x1830954627683200/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.150030:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495880 with x1830954627683200 ext(0->4095) 00002000:00010000:1.0:1746135159.150033:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072495880 00000100:00100000:1.0:1746135159.150047:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12900 00000100:00100000:1.0:1746135159.150052:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2011:x1830954627683200:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135159.152073:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2011:x1830954627683200:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 2013us (2105us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.152083:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12900 00002000:00100000:1.0:1746135159.152091:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495880 x1830954627683200/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.152098:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495880 with x1830954627683200 ext(0->4095) 00002000:00010000:1.0:1746135159.152103:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072495880 00000100:00100000:0.0:1746135159.154392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.159103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.159428:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627683456 00000100:00100000:1.0:1746135159.159435:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627683456 00002000:00100000:1.0:1746135159.159469:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed0e00 x1830954627683456/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.159478:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0e00 with x1830954627683456 ext(0->7) 00010000:00010000:1.0:1746135159.159484:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1a86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236091 expref: 37 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.159496:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1a86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236091 expref: 37 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.159502:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed0e00 00000100:00100000:1.0:1746135159.159524:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2030 00000100:00100000:1.0:1746135159.159529:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2010:x1830954627683456:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135159.160287:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954627683456:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 755us (1184us total) trans 4294970504 rc 0/0 00000100:00100000:0.0:1746135159.160294:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2030 00002000:00100000:0.0:1746135159.160299:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed0e00 x1830954627683456/t4294970504(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.160305:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0e00 with x1830954627683456 ext(0->7) 00010000:00010000:0.0:1746135159.160310:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1a86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236091 expref: 39 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.160318:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1a86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236091 expref: 39 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.160324:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed0e00 00000100:00100000:0.0:1746135159.166012:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.169305:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.169375:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627683840 00000100:00100000:1.0:1746135159.169382:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627683840 00002000:00100000:1.0:1746135159.169416:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed0a80 x1830954627683840/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.169425:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0a80 with x1830954627683840 ext(0->4095) 00002000:00010000:1.0:1746135159.169429:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed0a80 00000100:00100000:1.0:1746135159.169444:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12901 00000100:00100000:1.0:1746135159.169450:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627683840:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135159.169577:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627683840:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.169583:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12901 00002000:00100000:1.0:1746135159.169587:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed0a80 x1830954627683840/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.169594:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0a80 with x1830954627683840 ext(0->4095) 00002000:00010000:1.0:1746135159.169596:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed0a80 00000100:00100000:0.0:1746135159.173406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.175792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.176450:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627684096 00000100:00100000:1.0:1746135159.176458:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627684096 00000100:00100000:1.0:1746135159.176505:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29023 00000100:00100000:1.0:1746135159.176513:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954627684096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135159.176523:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135159.176535:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c1a9b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082360a6 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.176552:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.176557:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1a94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823609f expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.176562:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135159.176565:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c1a9b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360a6 expref: 41 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.176590:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1a94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823609f expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.176600:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c1a9b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360a6 expref: 41 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.176608:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:1.0:1746135159.176664:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1804:x1830954627684096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.176670:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29023 00000100:00100000:0.0:1746135159.185491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.185592:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627684480 00000100:00100000:1.0:1746135159.185598:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627684480 00002000:00100000:1.0:1746135159.185629:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595180 x1830954627684480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.185660:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595180 with x1830954627684480 ext(0->4095) 00010000:00010000:1.0:1746135159.185667:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1a94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823609f expref: 40 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.185687:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1a94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823609f expref: 40 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.185693:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595180 00000100:00100000:1.0:1746135159.185707:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2031 00000100:00100000:1.0:1746135159.185713:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627684480:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135159.185816:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627684480:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.185822:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2031 00002000:00100000:1.0:1746135159.185827:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595180 x1830954627684480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.185833:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595180 with x1830954627684480 ext(0->4095) 00010000:00010000:1.0:1746135159.185837:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1a94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823609f expref: 40 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.185850:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1a94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823609f expref: 40 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.185854:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595180 00000100:00100000:0.0:1746135159.189502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.189549:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.196512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.199250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.201074:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.209530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.209669:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627685504 00000100:00100000:1.0:1746135159.209685:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627685504 00002000:00100000:1.0:1746135159.209724:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1500 x1830954627685504/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.209733:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1500 with x1830954627685504 ext(0->4095) 00010000:00010000:1.0:1746135159.209741:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1aa2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360ad expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.209754:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1aa2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360ad expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.209759:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1500 00000100:00100000:1.0:1746135159.209789:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2033 00000100:00100000:1.0:1746135159.209796:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627685504:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135159.209918:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627685504:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.209924:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2033 00002000:00100000:1.0:1746135159.209929:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1500 x1830954627685504/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.209935:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1500 with x1830954627685504 ext(0->4095) 00010000:00010000:1.0:1746135159.209940:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1aa2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360ad expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.209947:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c1aa2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360ad expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.209952:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1500 00000100:00100000:0.0:1746135159.215238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.219778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.221548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.228969:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.230113:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.233324:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.234725:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627686528 00000100:00100000:1.0:1746135159.234732:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627686528 00002000:00100000:1.0:1746135159.234770:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1c00 x1830954627686528/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.234780:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1c00 with x1830954627686528 ext(0->4095) 00010000:00010000:1.0:1746135159.234788:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360bb expref: 6 pid: 11615 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.234802:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360bb expref: 6 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.234808:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c1c00 00000100:00100000:1.0:1746135159.236092:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2034 00000100:00100000:1.0:1746135159.236106:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627686528:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135159.236334:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627686528:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 233us (3011us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.236341:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2034 00002000:00100000:1.0:1746135159.236347:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1c00 x1830954627686528/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.236361:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1c00 with x1830954627686528 ext(0->4095) 00010000:00010000:1.0:1746135159.236367:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360bb expref: 6 pid: 11615 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.236378:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360bb expref: 6 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.236383:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c1c00 00000100:00100000:0.0:1746135159.244090:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.247349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.247836:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12903 00000100:00100000:1.0:1746135159.247844:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954627686912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135159.247942:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954627686912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (601us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.247948:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12903 00002000:00100000:1.0:1746135159.247952:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d958000 x1830954627686912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.247959:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d958000 with x1830954627686912 ext(0->4095) 00002000:00010000:1.0:1746135159.247961:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d958000 00000100:00100000:0.0:1746135159.249802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.264237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.265150:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2010:x1830954627687168:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 652us (920us total) trans 4294970505 rc 0/0 00000100:00100000:0.0:1746135159.265157:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2035 00002000:00100000:0.0:1746135159.265162:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e2680 x1830954627687168/t4294970505(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.265170:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2680 with x1830954627687168 ext(0->7) 00010000:00010000:0.0:1746135159.265174:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1ab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360c2 expref: 41 pid: 11615 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.265183:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1ab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360c2 expref: 41 pid: 11615 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.265189:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e2680 00000100:00100000:0.0:1746135159.266817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.267901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.272018:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.279036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.285694:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.285761:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627688064 00000100:00100000:1.0:1746135159.285766:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627688064 00002000:00100000:1.0:1746135159.285796:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e9880 x1830954627688064/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.285805:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9880 with x1830954627688064 ext(0->4095) 00002000:00010000:1.0:1746135159.285808:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e9880 00000100:00100000:1.0:1746135159.285884:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12904 00000100:00100000:1.0:1746135159.285891:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627688064:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135159.286340:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627688064:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 449us (645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.286347:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12904 00002000:00100000:1.0:1746135159.286352:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e9880 x1830954627688064/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.286359:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9880 with x1830954627688064 ext(0->4095) 00002000:00010000:1.0:1746135159.286362:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e9880 00000100:00100000:0.0:1746135159.288972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.293409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.295742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.296908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.296957:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627688704 00000100:00100000:1.0:1746135159.296961:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627688704 00002000:00100000:1.0:1746135159.296983:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995500 x1830954627688704/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.296991:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995500 with x1830954627688704 ext(0->4095) 00010000:00010000:1.0:1746135159.296996:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1acc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360d7 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.297005:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1acc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360d7 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.297010:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b995500 00000100:00100000:1.0:1746135159.297029:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2037 00000100:00100000:1.0:1746135159.297033:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627688704:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135159.297121:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627688704:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.297127:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2037 00002000:00100000:1.0:1746135159.297131:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995500 x1830954627688704/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.297137:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995500 with x1830954627688704 ext(0->4095) 00010000:00010000:1.0:1746135159.297142:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1acc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360d7 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.297149:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1acc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360d7 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.297154:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b995500 00000100:00100000:0.0:1746135159.299350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.310178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.314446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.322619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.327226:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2011:x1830954627689344:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3379us (4597us total) trans 4294970506 rc 0/0 00000100:00100000:0.0:1746135159.327239:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2038 00002000:00100000:0.0:1746135159.327252:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0ad80 x1830954627689344/t4294970506(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.327262:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ad80 with x1830954627689344 ext(0->7) 00010000:00010000:0.0:1746135159.327274:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1ad3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360de expref: 43 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.327295:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1ad3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360de expref: 43 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.327304:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ad80 00000100:00100000:0.0:1746135159.330341:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.339423:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627689728 00000100:00100000:0.0:1746135159.339429:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627689728 00002000:00100000:0.0:1746135159.339463:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094671180 x1830954627689728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.339473:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671180 with x1830954627689728 ext(0->4095) 00002000:00010000:0.0:1746135159.339477:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094671180 00000100:00100000:0.0:1746135159.339495:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12906 00000100:00100000:0.0:1746135159.339502:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627689728:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135159.342125:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627689728:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 2612us (3143us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135159.342140:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12906 00002000:00100000:0.0:1746135159.342152:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094671180 x1830954627689728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.342160:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671180 with x1830954627689728 ext(0->4095) 00002000:00010000:0.0:1746135159.342165:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094671180 00000100:00100000:0.0:1746135159.351917:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627689856 00000100:00100000:0.0:1746135159.351928:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627689856 00000100:00100000:0.0:1746135159.351989:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29033 00000100:00100000:0.0:1746135159.351997:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1804:x1830954627689856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135159.352013:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135159.352027:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1ae1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082360ec expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.352053:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1ada lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360e5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.352059:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135159.352060:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135159.352063:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1ae1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360ec expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.352087:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1ada lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360e5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.352100:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1ada lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360e5 expref: 5 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:0.0:1746135159.352110:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625723904:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135159.353658:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135159.354053:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627689984 00000100:00100000:1.0:1746135159.354063:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627689984 00000100:00100000:1.0:1746135159.354115:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29034 00000100:00100000:1.0:1746135159.354122:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1820:x1830954627689984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135159.354137:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135159.354157:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1ae8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082360f3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.354183:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.354188:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1ae1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360ec expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.354194:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135159.354197:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1ae8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360f3 expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.354242:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1ae1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360ec expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.354254:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1ae8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360f3 expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.354263:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:1.0:1746135159.354298:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1820:x1830954627689984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (1424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.354303:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29034 00000100:00100000:0.0:1746135159.358321:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.362379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.374526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.380444:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.407786:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.407934:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627691136 00000100:00100000:1.0:1746135159.407947:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627691136 00002000:00100000:1.0:1746135159.408015:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d063480 x1830954627691136/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.408027:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063480 with x1830954627691136 ext(0->7) 00010000:00010000:1.0:1746135159.408039:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1ae8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360f3 expref: 43 pid: 26641 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.408055:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1ae8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360f3 expref: 43 pid: 26641 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.408062:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d063480 00000100:00100000:1.0:1746135159.409015:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2040 00000100:00100000:1.0:1746135159.409032:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2010:x1830954627691136:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135159.414610:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954627691136:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5564us (6821us total) trans 4294970507 rc 0/0 00000100:00100000:0.0:1746135159.414630:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2040 00002000:00100000:0.0:1746135159.414660:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d063480 x1830954627691136/t4294970507(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.414672:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063480 with x1830954627691136 ext(0->7) 00010000:00010000:0.0:1746135159.414693:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1ae8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360f3 expref: 45 pid: 26641 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.414719:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1ae8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360f3 expref: 45 pid: 26641 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.414727:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d063480 00000100:00100000:1.0:1746135159.415321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.417195:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.423916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.424193:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627691520 00000100:00100000:0.0:1746135159.424200:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627691520 00002000:00100000:0.0:1746135159.424242:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60bb80 x1830954627691520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.424251:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60bb80 with x1830954627691520 ext(0->4095) 00010000:00010000:0.0:1746135159.424258:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1aef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360fa expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.424270:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1aef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360fa expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.424276:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60bb80 00000100:00100000:0.0:1746135159.424501:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2041 00000100:00100000:0.0:1746135159.424509:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627691520:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746135159.424693:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627691520:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (788us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135159.424699:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2041 00002000:00100000:0.0:1746135159.424704:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60bb80 x1830954627691520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.424710:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60bb80 with x1830954627691520 ext(0->4095) 00010000:00010000:0.0:1746135159.424714:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1aef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360fa expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.424723:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c1aef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082360fa expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.424733:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60bb80 00000100:00100000:0.0:1746135159.431314:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.441569:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.446357:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.454847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.461127:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625725184 00000100:00100000:0.0:1746135159.461137:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625725184 00000100:00100000:0.0:1746135159.461206:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1746135159.461213:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625725184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746135159.461240:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 185908032 pending 573440 free 3920187392 avail 3688665088 00000100:00100000:0.0:1746135159.461282:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625725184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135159.461288:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00080000:1.0:1746135159.461342:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746135159.461418:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954627692160:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 6335us (6574us total) trans 4294970508 rc 0/0 00000100:00100000:1.0:1746135159.461428:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2042 00002000:00100000:1.0:1746135159.461438:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089fb0000 x1830954627692160/t4294970508(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.461448:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0000 with x1830954627692160 ext(0->7) 00010000:00010000:1.0:1746135159.461457:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236101 expref: 47 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.461475:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236101 expref: 47 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.461483:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb0000 00000100:00100000:0.0:1746135159.470485:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.474167:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625725440 00000100:00100000:1.0:1746135159.474174:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625725440 00000100:00100000:1.0:1746135159.474231:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1746135159.474239:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625725440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746135159.474270:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922821120 avail 3691298816 00000100:00100000:1.0:1746135159.474318:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625725440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.474324:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1746135159.475588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.476689:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627692416 00000100:00100000:1.0:1746135159.476697:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627692416 00010000:00010000:1.0:1746135159.476733:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236101 expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.476769:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13345 00000100:00100000:1.0:1746135159.476775:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2009:x1830954627692416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.476787:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.476807:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1af6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236101 expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.476817:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1af6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236101 expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.476840:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1af6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236101 expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.476869:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.476871:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.476879:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1afd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236108 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.476887:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1afd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236108 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.476920:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1afd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236108 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.476931:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236108 expref: 5 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.477626:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625725568:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.481993:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.483668:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.483905:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625725568:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.483929:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.483971:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2009:x1830954627692416:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7196us (8386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.483982:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13345 00000100:00100000:0.0:1746135159.489487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.489541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.489562:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627692800 00000100:00100000:1.0:1746135159.489571:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627692800 00010000:00010000:1.0:1746135159.489606:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236108 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.491028:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13346 00000100:00100000:1.0:1746135159.491037:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954627692800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.491048:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.491075:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236108 expref: 7 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.491086:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1afd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236108 expref: 7 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.491106:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1afd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236108 expref: 7 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.491123:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.491126:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.491132:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823610f expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.491141:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823610f expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.491164:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823610f expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.491175:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823610f expref: 46 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.491188:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625725824:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.491251:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.492816:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625725952 00000100:00100000:0.0:1746135159.492827:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625725952 00000100:00100000:0.0:1746135159.492908:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1746135159.492918:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3768:x1830954625725952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746135159.492942:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922821120 avail 3691298816 00000100:00100000:0.0:1746135159.492980:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3768:x1830954625725952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135159.492988:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1746135159.496637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.496762:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625725824:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.496782:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.497193:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627692800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6155us (7714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.497202:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13346 00000100:00100000:0.0:1746135159.500243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.500342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.500940:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627693440 00000100:00100000:1.0:1746135159.500944:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627693440 00010000:00010000:1.0:1746135159.500959:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823610f expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.500984:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13347 00000100:00100000:1.0:1746135159.500989:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2008:x1830954627693440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.500999:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.501012:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823610f expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.501022:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823610f expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.501036:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823610f expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.501061:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.501063:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.501067:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236116 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.501074:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236116 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.501091:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236116 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.501100:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236116 expref: 5 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.501109:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625726208:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.501163:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.505754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.506226:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625726208:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.506241:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.506774:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2008:x1830954627693440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5783us (6430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.506783:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13347 00000100:00100000:1.0:1746135159.507254:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625726336 00000100:00100000:1.0:1746135159.507258:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625726336 00000100:00100000:1.0:1746135159.507288:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1746135159.507292:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625726336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746135159.507303:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 185908032 pending 573440 free 3920187392 avail 3688665088 00000100:00100000:1.0:1746135159.507330:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625726336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.507335:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1746135159.512186:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.512306:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627693824 00000100:00100000:1.0:1746135159.512314:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627693824 00010000:00010000:1.0:1746135159.512341:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236116 expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.512905:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13348 00000100:00100000:1.0:1746135159.512917:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627693824:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.512931:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.512949:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236116 expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.512959:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236116 expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.512977:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236116 expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.513002:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.513004:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.513012:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58f600/0xc3cfcce4a57c1b12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823611d expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.513021:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58f600/0xc3cfcce4a57c1b12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823611d expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.513058:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58f600/0xc3cfcce4a57c1b12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823611d expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.513074:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625726464:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.513182:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135159.516437:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625726464:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.516456:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.516499:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627693824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3585us (4321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.516512:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13348 00000100:00100000:0.0:1746135159.516735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.522374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.527202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.527313:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627694336 00000100:00100000:1.0:1746135159.527320:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627694336 00010000:00010000:1.0:1746135159.527351:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58f600/0xc3cfcce4a57c1b12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823611d expref: 47 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.527385:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13349 00000100:00100000:1.0:1746135159.527392:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954627694336:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.527404:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.527421:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a58f600/0xc3cfcce4a57c1b12 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823611d expref: 47 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.527430:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a58f600/0xc3cfcce4a57c1b12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823611d expref: 47 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.527447:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a58f600/0xc3cfcce4a57c1b12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823611d expref: 47 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.527461:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.527463:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.527468:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1b19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236124 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.527475:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236124 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.527496:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236124 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.527504:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625726720:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.527558:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.529468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.532827:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b608000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625726720:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.532844:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.532869:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2010:x1830954627694336:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5478us (5675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.532880:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13349 00000100:00100000:1.0:1746135159.539255:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.541182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.542038:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627694976 00000100:00100000:1.0:1746135159.542049:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627694976 00010000:00010000:1.0:1746135159.542097:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1b19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236124 expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.542159:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13350 00000100:00100000:1.0:1746135159.542172:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627694976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.542191:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.542223:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1b19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236124 expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.542240:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1b19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236124 expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.542272:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1b19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236124 expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.542293:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.542296:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.542304:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823612b expref: 47 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.542314:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823612b expref: 47 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.542363:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823612b expref: 47 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.542376:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823612b expref: 47 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.542390:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625727104:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.544596:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.548731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.549730:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625727104:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.549751:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.549797:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627694976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7627us (8618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.549809:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13350 00000100:00100000:0.0:1746135159.552830:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.552928:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627695360 00000100:00100000:1.0:1746135159.552935:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627695360 00010000:00010000:1.0:1746135159.552962:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823612b expref: 48 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.553316:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13351 00000100:00100000:1.0:1746135159.553323:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2009:x1830954627695360:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.553336:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.553353:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823612b expref: 48 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.553368:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823612b expref: 48 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.553388:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823612b expref: 48 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.553785:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.553787:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.553793:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236132 expref: 47 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.553800:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236132 expref: 47 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.553825:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236132 expref: 47 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.553834:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625727232:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.553895:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.556777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.557229:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625727232:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.557244:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.557265:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2009:x1830954627695360:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3944us (4443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.557271:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13351 00000100:00100000:0.0:1746135159.559578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.565612:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.566114:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627695872 00000100:00100000:1.0:1746135159.566123:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627695872 00010000:00010000:1.0:1746135159.566158:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236132 expref: 47 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.566614:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13352 00000100:00100000:1.0:1746135159.566629:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954627695872:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.567429:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.567459:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236132 expref: 47 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.567473:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236132 expref: 47 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.567496:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236132 expref: 47 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:0.0:1746135159.567782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135159.567918:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.567921:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.567929:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1b2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236139 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.567936:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236139 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.567977:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236139 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.567990:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625727488:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.568068:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.571041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.571213:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625727488:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.571235:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.571292:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2010:x1830954627695872:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4665us (5681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.571308:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13352 00000100:00100000:0.0:1746135159.578118:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.578158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.579239:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627696512 00000100:00100000:1.0:1746135159.579245:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627696512 00010000:00010000:1.0:1746135159.579272:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236139 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.579301:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13353 00000100:00100000:1.0:1746135159.579308:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627696512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.579320:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.579342:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236139 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.579353:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236139 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.579372:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1b2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236139 expref: 6 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.579389:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.579391:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.579398:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236140 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.579412:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236140 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.579438:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236140 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.579452:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236140 expref: 47 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.579464:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625727872:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.579540:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135159.582390:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625727872:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.582411:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.582450:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627696512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3143us (4291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.582460:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13353 00000100:00100000:0.0:1746135159.583972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.588463:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.588529:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627696896 00000100:00100000:1.0:1746135159.588536:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627696896 00010000:00010000:1.0:1746135159.588559:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236140 expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.588587:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13354 00000100:00100000:1.0:1746135159.588591:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2008:x1830954627696896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.588601:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.588615:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236140 expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.588622:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236140 expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.588662:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236140 expref: 48 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.590056:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.590061:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.590072:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.590081:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.590122:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.590134:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625728000:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.590226:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.593051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.594396:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625728000:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.594412:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.594431:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2008:x1830954627696896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5839us (5980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.594438:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13354 00000100:00100000:0.0:1746135159.601128:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.605732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.609105:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2008:x1830954627697408:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2885us (3363us total) trans 4294970509 rc 0/0 00000100:00100000:0.0:1746135159.609123:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2050 00002000:00100000:0.0:1746135159.609136:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae6ad80 x1830954627697408/t4294970509(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.609146:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6ad80 with x1830954627697408 ext(0->7) 00010000:00010000:0.0:1746135159.609156:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 49 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.609184:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 49 pid: 9591 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.609192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6ad80 00000100:00100000:0.0:1746135159.612908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.613322:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627697536 00000100:00100000:1.0:1746135159.613330:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627697536 00010000:00010000:1.0:1746135159.613368:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 49 pid: 9591 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.613409:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13355 00000100:00100000:1.0:1746135159.613416:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2008:x1830954627697536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.613428:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.613445:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 49 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.613455:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 49 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.613475:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1b3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236147 expref: 49 pid: 9591 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.613503:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.613504:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.613510:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823614e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.613517:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823614e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.613545:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823614e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.613561:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625728256:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.613627:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.620826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.624891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.625545:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627697920 00000100:00100000:1.0:1746135159.625554:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627697920 00002000:00100000:1.0:1746135159.625596:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b130e00 x1830954627697920/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.625605:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130e00 with x1830954627697920 ext(0->4095) 00010000:00010000:1.0:1746135159.625611:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823614e expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.625624:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823614e expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.625630:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130e00 00000100:00100000:1.0:1746135159.625901:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2051 00000100:00100000:1.0:1746135159.625908:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627697920:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135159.626044:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627697920:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (1153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.626050:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2051 00002000:00100000:1.0:1746135159.626054:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b130e00 x1830954627697920/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.626061:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130e00 with x1830954627697920 ext(0->4095) 00010000:00010000:1.0:1746135159.626065:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823614e expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.626074:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823614e expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00002000:00010000:1.0:1746135159.626080:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130e00 00000100:00100000:0.0:1746135159.631221:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.636145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.639312:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.645612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.647668:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2009:x1830954627698560:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1319us (2065us total) trans 4294970510 rc 0/0 00000100:00100000:0.0:1746135159.647683:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2052 00002000:00100000:0.0:1746135159.647689:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b488a80 x1830954627698560/t4294970510(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.647696:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488a80 with x1830954627698560 ext(0->7) 00010000:00010000:0.0:1746135159.647702:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236155 expref: 51 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:0.0:1746135159.647714:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236155 expref: 51 pid: 11953 timeout: 903 lvb_type: 0 00002000:00010000:0.0:1746135159.647719:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b488a80 00000100:00100000:0.0:1746135159.659388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.668436:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.668542:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627698944 00000100:00100000:1.0:1746135159.668549:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627698944 00002000:00100000:1.0:1746135159.668583:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b488700 x1830954627698944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.668593:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488700 with x1830954627698944 ext(0->4095) 00002000:00010000:1.0:1746135159.668597:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b488700 00000100:00100000:1.0:1746135159.668612:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12913 00000100:00100000:1.0:1746135159.668617:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627698944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135159.668757:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627698944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.668762:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12913 00002000:00100000:1.0:1746135159.668767:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b488700 x1830954627698944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.668773:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488700 with x1830954627698944 ext(0->4095) 00002000:00010000:1.0:1746135159.668775:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b488700 00000100:00100000:0.0:1746135159.669968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.675261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.675365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.675416:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627699200 00000100:00100000:1.0:1746135159.675419:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627699200 00010000:00010000:1.0:1746135159.675432:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1b51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823615c expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.675451:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13358 00000100:00100000:1.0:1746135159.675455:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627699200:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.675462:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.675477:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1b51 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823615c expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.675490:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1b51 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823615c expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.675505:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1b51 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823615c expref: 6 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.675529:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.675530:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.675535:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236163 expref: 51 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.675541:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236163 expref: 51 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.675558:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236163 expref: 51 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.675567:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236163 expref: 51 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.676190:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625729152:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.676604:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135159.677814:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625729152:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.677833:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.677873:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627699200:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2416us (2506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.677882:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13358 00000100:00100000:0.0:1746135159.681411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.683964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.684846:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627699712 00000100:00100000:1.0:1746135159.684861:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627699712 00010000:00010000:1.0:1746135159.684909:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236163 expref: 52 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.684951:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13359 00000100:00100000:1.0:1746135159.684959:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2009:x1830954627699712:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.684975:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.684997:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b58 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236163 expref: 52 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.685009:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236163 expref: 52 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.685033:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1b58 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236163 expref: 52 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.685064:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.685066:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.685074:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823616a expref: 51 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.685082:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823616a expref: 51 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.685117:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823616a expref: 51 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.685131:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625729280:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.685225:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.687473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.688012:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625729280:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.688034:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.688093:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2009:x1830954627699712:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3133us (4134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.688105:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13359 00000100:00100000:0.0:1746135159.692238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.699771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.699843:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627700224 00000100:00100000:0.0:1746135159.699852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.699855:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627700224 00010000:00010000:1.0:1746135159.702809:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823616a expref: 52 pid: 11953 timeout: 903 lvb_type: 0 00000100:00100000:1.0:1746135159.702857:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13360 00000100:00100000:1.0:1746135159.702864:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954627700224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.702881:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.702908:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823616a expref: 53 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.703314:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823616a expref: 53 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.703334:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1b5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823616a expref: 53 pid: 11953 timeout: 903 lvb_type: 0 00010000:00010000:1.0:1746135159.703347:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.703349:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.703354:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236171 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.703359:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236171 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.703386:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236171 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.703396:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236171 expref: 5 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.703406:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625729536:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.703490:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135159.705341:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625729536:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.705357:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.705394:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954627700224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2531us (5630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.705406:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13360 00000100:00100000:0.0:1746135159.706755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.710120:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.710195:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627700736 00000100:00100000:1.0:1746135159.710203:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627700736 00010000:00010000:1.0:1746135159.710235:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236171 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.710273:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13361 00000100:00100000:1.0:1746135159.710280:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627700736:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.710291:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.710309:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236171 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.710320:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236171 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.710339:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236171 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.710350:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.710352:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.710358:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 50 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.710365:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 50 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.710394:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 50 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.710406:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625729792:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.710491:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.714870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.715141:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625729792:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.715159:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.715180:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627700736:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4901us (5070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.715187:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13361 00000100:00100000:0.0:1746135159.718513:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.722188:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.722473:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627701248 00000100:00100000:1.0:1746135159.722480:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627701248 00002000:00100000:1.0:1746135159.722511:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d596300 x1830954627701248/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.722519:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596300 with x1830954627701248 ext(0->7) 00010000:00010000:1.0:1746135159.722525:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 51 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.722535:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 51 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135159.722541:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d596300 00000100:00100000:1.0:1746135159.722567:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2055 00000100:00100000:1.0:1746135159.722573:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2008:x1830954627701248:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135159.724108:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2008:x1830954627701248:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1531us (1925us total) trans 4294970511 rc 0/0 00000100:00100000:0.0:1746135159.724116:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2055 00002000:00100000:0.0:1746135159.724123:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d596300 x1830954627701248/t4294970511(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.724135:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596300 with x1830954627701248 ext(0->7) 00010000:00010000:0.0:1746135159.724141:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 53 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135159.724151:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 53 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135159.724157:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d596300 00000100:00100000:0.0:1746135159.727757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.727889:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627701376 00000100:00100000:1.0:1746135159.727899:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627701376 00010000:00010000:1.0:1746135159.727933:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 53 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.728032:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13362 00000100:00100000:1.0:1746135159.728039:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2008:x1830954627701376:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.728051:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746135159.728065:0:7231:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135159 -> 1746135160 00002000:00010000:1.0:1746135159.728067:0:7231:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135159 -> 1746135160 00010000:00010000:1.0:1746135159.728072:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 53 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.728082:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 53 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.728101:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1b6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236178 expref: 53 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.728117:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.728119:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.728126:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b74 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823617f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.728133:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823617f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.728163:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823617f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.728174:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625730048:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.728250:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.732219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.732347:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625730048:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.732370:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.732423:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2008:x1830954627701376:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4383us (4675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.732434:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13362 00000100:00100000:0.0:1746135159.734794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.740087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.740173:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627701888 00000100:00100000:1.0:1746135159.740180:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627701888 00000100:00100000:1.0:1746135159.740209:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29056 00000100:00100000:1.0:1746135159.740214:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954627701888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135159.740223:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135159.740233:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823618d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.740248:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.740252:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.740257:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135159.740259:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.740280:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.740291:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.740304:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f800, rc 0) 00000100:00100000:1.0:1746135159.740329:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:1804:x1830954627701888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.740335:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29056 00000100:00100000:0.0:1746135159.743985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.744064:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627702016 00000100:00100000:1.0:1746135159.744071:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627702016 00010000:00010000:1.0:1746135159.744094:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823617f expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.744125:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13363 00000100:00100000:1.0:1746135159.744132:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627702016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.744148:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.744170:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b74 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823617f expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.744182:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b74 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823617f expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.744207:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1b74 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823617f expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.744239:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.744241:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.744249:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.744262:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.744299:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.744311:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 53 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.744329:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625730432:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.746360:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135159.748731:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625730432:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.748754:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135159.749834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.751265:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627702016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7124us (7271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.751277:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13363 00000100:00100000:0.0:1746135159.754860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.754974:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.755584:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627702400 00000100:00100000:1.0:1746135159.755588:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627702400 00010000:00010000:1.0:1746135159.755604:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 54 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.755628:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13364 00000100:00100000:1.0:1746135159.755633:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954627702400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.755659:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.755687:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 54 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.755697:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 54 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.755714:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1b7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236186 expref: 54 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.755730:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.755731:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.755737:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.755744:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.755767:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.755778:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 53 pid: 9591 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.755787:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625730688:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.758273:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135159.760022:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625730688:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.760048:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.760098:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2011:x1830954627702400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4463us (5123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.760111:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13364 00000100:00100000:0.0:1746135159.764878:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.769825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.769944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.771544:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627702912 00000100:00100000:1.0:1746135159.771552:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627702912 00010000:00010000:1.0:1746135159.771586:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 54 pid: 9591 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.771618:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13365 00000100:00100000:1.0:1746135159.771625:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2008:x1830954627702912:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.771636:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.771665:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 54 pid: 9591 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.771706:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 54 pid: 9591 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.771723:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1b82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823618d expref: 54 pid: 9591 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.771747:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.771748:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.771753:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1b89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236194 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.771760:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1b89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236194 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.771785:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1b89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236194 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.771795:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1b89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236194 expref: 5 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.771805:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625730944:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.771870:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.781699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.782516:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625730944:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.782539:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.782567:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2008:x1830954627702912:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 10942us (12623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.782576:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13365 00000100:00100000:0.0:1746135159.790824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.790891:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627703424 00000100:00100000:1.0:1746135159.790900:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627703424 00010000:00010000:1.0:1746135159.790936:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1b89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236194 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.790975:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13366 00000100:00100000:1.0:1746135159.790982:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627703424:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.790996:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.791012:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1b89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236194 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.791028:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1b89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236194 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.791049:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1b89 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236194 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.791076:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.791078:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.791085:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 52 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.791093:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 52 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.791121:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 52 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.791133:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625731072:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.791997:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135159.795096:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.795177:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625731072:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.795199:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.795306:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627703424:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4324us (4494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.795316:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13366 00000100:00100000:0.0:1746135159.802437:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.806445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.808499:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2009:x1830954627703936:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1709us (2057us total) trans 4294970512 rc 0/0 00000100:00100000:0.0:1746135159.808513:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2059 00002000:00100000:0.0:1746135159.808520:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d8be680 x1830954627703936/t4294970512(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 496/448 e 0 to 0 dl 1746135170 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.808530:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8be680 with x1830954627703936 ext(0->7) 00010000:00010000:0.0:1746135159.808539:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 55 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135159.808554:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 55 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135159.808560:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d8be680 00000100:00100000:0.0:1746135159.810991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.811109:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627704064 00000100:00100000:1.0:1746135159.811119:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627704064 00010000:00010000:1.0:1746135159.811165:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 55 pid: 11953 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135159.812174:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13367 00000100:00100000:1.0:1746135159.812187:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2008:x1830954627704064:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135159.812204:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135159.812229:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 55 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.812244:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 55 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.812273:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1b90 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823619b expref: 55 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135159.812315:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.812318:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.812324:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b97 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361a2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.812331:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361a2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.812372:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1b97 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361a2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135159.812386:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625731328:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135159.812493:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135159.817111:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625731328:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135159.817126:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135159.817158:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2008:x1830954627704064:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4976us (6178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.817167:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13367 00000100:00100000:0.0:1746135159.818188:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627704320 00000100:00100000:0.0:1746135159.818197:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627704320 00002000:00100000:0.0:1746135159.818248:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb7b100 x1830954627704320/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.818260:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7b100 with x1830954627704320 ext(0->4095) 00002000:00010000:0.0:1746135159.818266:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7b100 00000100:00100000:0.0:1746135159.818286:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12918 00000100:00100000:0.0:1746135159.818292:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627704320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135159.818444:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627704320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135159.818450:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12918 00002000:00100000:0.0:1746135159.818454:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb7b100 x1830954627704320/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.818461:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7b100 with x1830954627704320 ext(0->4095) 00002000:00010000:0.0:1746135159.818464:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7b100 00000100:00100000:0.0:1746135159.822149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.825549:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.827296:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.830497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.835219:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.835634:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627705216 00000100:00100000:1.0:1746135159.835658:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627705216 00000100:00100000:1.0:1746135159.835710:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29062 00000100:00100000:1.0:1746135159.835718:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627705216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135159.835735:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135159.835753:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1bac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082361b7 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.835780:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135159.835785:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1ba5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361b0 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.835791:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135159.835794:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1bac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361b7 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.835834:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1ba5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361b0 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.835847:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1bac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361b7 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.835860:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:1.0:1746135159.836623:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627705216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 900us (1401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.836629:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29062 00000100:00100000:0.0:1746135159.836751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.840441:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.843076:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.843154:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.843206:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627705600 00000100:00100000:1.0:1746135159.843215:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627705600 00000100:00100000:1.0:1746135159.843259:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29063 00000100:00100000:1.0:1746135159.843264:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:1804:x1830954627705600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135159.843277:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135159.843293:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1bb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082361be expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.843315:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135159.843320:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1bac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361b7 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.843325:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135159.843328:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1bb3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361be expref: 56 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.843355:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1bac lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361b7 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.843364:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1bb3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361be expref: 56 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.843375:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:1.0:1746135159.843413:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1804:x1830954627705600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.843418:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29063 00000100:00100000:0.0:1746135159.846108:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.849817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.853339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.853393:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627706368 00000100:00100000:1.0:1746135159.853400:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627706368 00002000:00100000:1.0:1746135159.853432:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060000 x1830954627706368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.853440:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060000 with x1830954627706368 ext(0->4095) 00002000:00010000:1.0:1746135159.853444:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060000 00000100:00100000:1.0:1746135159.853478:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12919 00000100:00100000:1.0:1746135159.853484:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954627706368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135159.853851:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954627706368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 367us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135159.853857:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12919 00002000:00100000:1.0:1746135159.854109:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060000 x1830954627706368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135159.854117:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060000 with x1830954627706368 ext(0->4095) 00002000:00010000:1.0:1746135159.854120:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060000 00000100:00100000:0.0:1746135159.856370:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.858791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.861479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.865456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.866203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.866247:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627707136 00000100:00100000:0.0:1746135159.866250:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627707136 00000100:00100000:0.0:1746135159.866269:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29066 00000100:00100000:0.0:1746135159.866274:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1820:x1830954627707136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135159.866281:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135159.866286:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1bc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082361d3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.866300:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135159.866304:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1bc1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361cc expref: 57 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.866309:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135159.866311:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1bc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361d3 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.866335:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1bc1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361cc expref: 57 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.866344:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c1bc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361d3 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135159.866352:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:0.0:1746135159.866373:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:1820:x1830954627707136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135159.866378:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29066 00000100:00100000:0.0:1746135159.868217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.873765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.883449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.891924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.896265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.899997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.904691:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.905288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.909827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.909913:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627708672 00000100:00100000:1.0:1746135159.909922:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627708672 00000100:00100000:1.0:1746135159.909960:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29069 00000100:00100000:1.0:1746135159.909967:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1820:x1830954627708672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135159.909982:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135159.909998:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1bdd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082361e8 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.910020:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135159.910024:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1bd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361e1 expref: 57 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.910029:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135159.910031:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1bdd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361e8 expref: 57 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.910057:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c1bd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361e1 expref: 57 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.910067:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1bdd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361e8 expref: 57 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135159.910074:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:1.0:1746135159.910122:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:1820:x1830954627708672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135159.910127:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29069 00000100:00100000:0.0:1746135159.911946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.917444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.920001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.923894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.927408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.934441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.935516:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.940372:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.945494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135159.950173:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135159.951489:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627710464 00000100:00100000:0.0:1746135159.951497:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627710464 00002000:00100000:0.0:1746135159.951543:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608000 x1830954627710464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/0 e 0 to 0 dl 1746135170 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.951552:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608000 with x1830954627710464 ext(0->4095) 00002000:00010000:0.0:1746135159.951557:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b608000 00000100:00100000:0.0:1746135159.951591:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12924 00000100:00100000:0.0:1746135159.951597:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2011:x1830954627710464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135159.952203:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2011:x1830954627710464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 606us (2041us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135159.952209:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12924 00002000:00100000:0.0:1746135159.952213:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608000 x1830954627710464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:615/0 lens 488/4536 e 0 to 0 dl 1746135170 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135159.952220:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608000 with x1830954627710464 ext(0->4095) 00002000:00010000:0.0:1746135159.952222:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b608000 00000100:00100000:0.0:1746135159.960729:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.004512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.006431:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:2011:x1830954627710720:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1641us (1921us total) trans 4294970513 rc 0/0 00000100:00100000:0.0:1746135160.006441:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2066 00002000:00100000:0.0:1746135160.006449:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a517800 x1830954627710720/t4294970513(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.006458:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517800 with x1830954627710720 ext(0->7) 00010000:00010000:0.0:1746135160.006466:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361f6 expref: 57 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.006478:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361f6 expref: 57 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.006484:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517800 00000100:00100000:0.0:1746135160.019195:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.022789:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.029900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.031305:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627711232 00000100:00100000:1.0:1746135160.031316:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627711232 00002000:00100000:1.0:1746135160.031369:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517b80 x1830954627711232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.031386:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517b80 with x1830954627711232 ext(0->4095) 00010000:00010000:1.0:1746135160.031395:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361fd expref: 6 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.031411:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361fd expref: 6 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.031418:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517b80 00000100:00100000:1.0:1746135160.031441:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2067 00000100:00100000:1.0:1746135160.031449:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627711232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.032480:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627711232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1025us (2589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.032488:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2067 00002000:00100000:1.0:1746135160.032494:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517b80 x1830954627711232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.032502:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517b80 with x1830954627711232 ext(0->4095) 00010000:00010000:1.0:1746135160.032509:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361fd expref: 6 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.032521:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082361fd expref: 6 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.032527:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517b80 00000100:00100000:0.0:1746135160.034966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.041164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.041467:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627711616 00000100:00100000:1.0:1746135160.041477:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627711616 00002000:00100000:1.0:1746135160.041534:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a514a80 x1830954627711616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.041544:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514a80 with x1830954627711616 ext(0->4095) 00002000:00010000:1.0:1746135160.041548:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a514a80 00000100:00100000:1.0:1746135160.041705:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12925 00000100:00100000:1.0:1746135160.041713:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:2009:x1830954627711616:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135160.041901:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:2009:x1830954627711616:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 189us (748us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.041907:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12925 00002000:00100000:1.0:1746135160.041914:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a514a80 x1830954627711616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.041922:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514a80 with x1830954627711616 ext(0->4095) 00002000:00010000:1.0:1746135160.041926:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a514a80 00000100:00100000:0.0:1746135160.050601:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.064078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.065486:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2011:x1830954627711872:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1124us (1419us total) trans 4294970514 rc 0/0 00000100:00100000:0.0:1746135160.065497:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2068 00002000:00100000:0.0:1746135160.065505:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a514700 x1830954627711872/t4294970514(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.065522:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514700 with x1830954627711872 ext(0->7) 00010000:00010000:0.0:1746135160.065530:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236204 expref: 59 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.065545:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236204 expref: 59 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.065552:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514700 00000100:00100000:0.0:1746135160.072770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.074300:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627712128 00000100:00100000:0.0:1746135160.074304:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627712128 00000100:00100000:0.0:1746135160.074345:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29075 00000100:00100000:0.0:1746135160.074353:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:1804:x1830954627712128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135160.074370:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135160.074388:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236212 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.074411:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1c00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823620b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.074418:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135160.074420:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135160.074423:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 60 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.074443:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1c00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823620b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.074460:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1c00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823620b expref: 5 pid: 11953 timeout: 904 lvb_type: 0 00000100:00100000:0.0:1746135160.074469:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625735296:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135160.074527:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.078313:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a516680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625735296:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.078345:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 60 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.078364:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013020a200, rc 0) 00000100:00100000:1.0:1746135160.078626:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:1804:x1830954627712128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4272us (4483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.078636:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29075 00000100:00100000:0.0:1746135160.081894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.085942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.089949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.098473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.099553:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627712896 00000100:00100000:1.0:1746135160.099564:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627712896 00000100:00100000:1.0:1746135160.099619:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29076 00000100:00100000:1.0:1746135160.099626:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627712896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.099733:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.099751:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236219 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.099779:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 58 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.099786:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.099788:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.099791:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236219 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.099815:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 58 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.099826:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 58 pid: 11953 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.099836:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625735552:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.100623:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.101316:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625735552:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.101337:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236219 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.101347:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:1.0:1746135160.101716:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627712896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2089us (3257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.101723:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29076 00000100:00100000:0.0:1746135160.102681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.102741:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627713024 00000100:00100000:1.0:1746135160.102747:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627713024 00002000:00100000:1.0:1746135160.102777:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a516680 x1830954627713024/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.102786:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a516680 with x1830954627713024 ext(0->7) 00010000:00010000:1.0:1746135160.102792:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 59 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.102803:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 59 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.102808:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a516680 00000100:00100000:1.0:1746135160.102835:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2070 00000100:00100000:1.0:1746135160.102842:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2011:x1830954627713024:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135160.104210:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2011:x1830954627713024:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1357us (1529us total) trans 4294970515 rc 0/0 00000100:00100000:0.0:1746135160.104224:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2070 00002000:00100000:0.0:1746135160.104235:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a516680 x1830954627713024/t4294970515(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.104245:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a516680 with x1830954627713024 ext(0->7) 00010000:00010000:0.0:1746135160.104258:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 61 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.104272:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236212 expref: 61 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.104280:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a516680 00000100:00100000:0.0:1746135160.117740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.120247:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627713152 00000100:00100000:1.0:1746135160.120259:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627713152 00000100:00100000:1.0:1746135160.120329:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29077 00000100:00100000:1.0:1746135160.120337:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:1804:x1830954627713152:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.120353:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.120370:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236220 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.120400:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.120406:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236219 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.120411:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135160.120414:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 62 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.120446:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236219 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.120458:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 62 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.120467:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:1.0:1746135160.120514:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:1804:x1830954627713152:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (2787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.120520:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29077 00000100:00100000:0.0:1746135160.121495:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.127462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.127798:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627713536 00000100:00100000:1.0:1746135160.127806:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627713536 00002000:00100000:1.0:1746135160.127853:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cea00 x1830954627713536/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.127865:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cea00 with x1830954627713536 ext(0->4095) 00010000:00010000:1.0:1746135160.127876:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236219 expref: 6 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.127894:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236219 expref: 6 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.127906:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cea00 00000100:00100000:1.0:1746135160.127941:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2071 00000100:00100000:1.0:1746135160.127949:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627713536:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.128130:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627713536:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 179us (677us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.128138:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2071 00002000:00100000:1.0:1746135160.128144:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cea00 x1830954627713536/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.128153:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cea00 with x1830954627713536 ext(0->4095) 00010000:00010000:1.0:1746135160.128159:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236219 expref: 6 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.128169:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236219 expref: 6 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.128176:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cea00 00000100:00100000:0.0:1746135160.137348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.144811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.149980:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627713920 00000100:00100000:1.0:1746135160.150001:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627713920 00002000:00100000:1.0:1746135160.150087:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cf480 x1830954627713920/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.150101:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cf480 with x1830954627713920 ext(0->4095) 00002000:00010000:1.0:1746135160.150110:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cf480 00000100:00100000:1.0:1746135160.150175:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12927 00000100:00100000:1.0:1746135160.150188:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954627713920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.150431:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954627713920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 242us (5625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.150440:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12927 00002000:00100000:1.0:1746135160.150449:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cf480 x1830954627713920/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.150459:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cf480 with x1830954627713920 ext(0->4095) 00002000:00010000:1.0:1746135160.150462:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cf480 00000100:00100000:0.0:1746135160.163692:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627714048 00000100:00100000:0.0:1746135160.163703:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627714048 00000100:00100000:0.0:1746135160.163772:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29078 00000100:00100000:0.0:1746135160.163784:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627714048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135160.163809:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135160.163838:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c1c1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236227 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.163875:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 60 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.163887:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135160.163889:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135160.163894:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c1c1c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236227 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.163932:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 60 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.163944:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 60 pid: 11953 timeout: 904 lvb_type: 0 00000100:00100000:0.0:1746135160.163957:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625736064:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135160.164094:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135160.173416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.175348:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627714176 00000100:00100000:1.0:1746135160.175368:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627714176 00002000:00100000:1.0:1746135160.175444:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801364cca80 x1830954627714176/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.175458:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cca80 with x1830954627714176 ext(0->7) 00010000:00010000:1.0:1746135160.175472:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 61 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.175495:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 61 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.175504:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cca80 00000100:00100000:1.0:1746135160.175573:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2072 00000100:00100000:1.0:1746135160.175589:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954627714176:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135160.187795:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954627714176:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 12204us (14383us total) trans 4294970516 rc 0/0 00000100:00100000:0.0:1746135160.187810:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2072 00002000:00100000:0.0:1746135160.187825:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801364cca80 x1830954627714176/t4294970516(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.187839:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cca80 with x1830954627714176 ext(0->7) 00010000:00010000:0.0:1746135160.187852:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 64 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.187872:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236220 expref: 64 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.187882:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cca80 00000100:00100000:0.0:1746135160.199354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135160.200557:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135160.211870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.227006:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2073 00000100:00100000:0.0:1746135160.227027:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627714688:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135160.234129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.238254:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.239691:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.242805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.248162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.287224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.295107:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.299426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.315982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.330288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.337286:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954627716352:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 6722us (6985us total) trans 4294970517 rc 0/0 00000100:00100000:0.0:1746135160.337311:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2074 00002000:00100000:0.0:1746135160.337330:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0b800 x1830954627716352/t4294970517(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.337341:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b800 with x1830954627716352 ext(0->7) 00010000:00010000:0.0:1746135160.337354:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a58e200/0xc3cfcce4a57c1c31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823623c expref: 65 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.337374:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a58e200/0xc3cfcce4a57c1c31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823623c expref: 65 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.337382:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0b800 00000100:00100000:0.0:1746135160.355403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.357850:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.361290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.368251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.372905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.377600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.377927:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627717376 00000100:00100000:1.0:1746135160.377938:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627717376 00000100:00100000:1.0:1746135160.378040:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29084 00000100:00100000:1.0:1746135160.378048:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627717376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.378070:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.378091:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1c46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236251 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.378131:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1c3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823624a expref: 64 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.378139:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.378141:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.378144:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1c46 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236251 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.378180:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823624a expref: 64 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.378193:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823624a expref: 64 pid: 26641 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.378206:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b608a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625737600:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.378318:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.381206:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b608a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625737600:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.381242:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1c46 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236251 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.381264:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:1.0:1746135160.381309:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627717376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3261us (3724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.381317:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29084 00000100:00100000:0.0:1746135160.382783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.387343:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2011:x1830954627717504:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4149us (4556us total) trans 4294970518 rc 0/0 00000100:00100000:0.0:1746135160.387354:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2076 00002000:00100000:0.0:1746135160.387363:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0b480 x1830954627717504/t4294970518(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.387376:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b480 with x1830954627717504 ext(0->7) 00010000:00010000:0.0:1746135160.387384:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823624a expref: 67 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.387399:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c1c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823624a expref: 67 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.387405:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0b480 00000100:00100000:0.0:1746135160.392628:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.401387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.401488:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627717888 00000100:00100000:1.0:1746135160.401499:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627717888 00002000:00100000:1.0:1746135160.401564:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062d80 x1830954627717888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.401573:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062d80 with x1830954627717888 ext(0->4095) 00002000:00010000:1.0:1746135160.401579:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d062d80 00000100:00100000:1.0:1746135160.401600:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12932 00000100:00100000:1.0:1746135160.401607:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627717888:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135160.401915:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627717888:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 307us (537us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.401923:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12932 00002000:00100000:1.0:1746135160.401929:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062d80 x1830954627717888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.401936:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062d80 with x1830954627717888 ext(0->4095) 00002000:00010000:1.0:1746135160.401939:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d062d80 00000100:00100000:1.0:1746135160.405802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.412685:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627718144 00000100:00100000:1.0:1746135160.412694:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627718144 00000100:00100000:1.0:1746135160.412747:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29086 00000100:00100000:1.0:1746135160.412755:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954627718144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.412776:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.412797:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823625f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.412825:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.412831:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c1c4d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236258 expref: 69 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.412836:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.412839:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823625f expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.412877:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c1c4d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236258 expref: 69 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.412889:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823625f expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.412899:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:1.0:1746135160.412945:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1804:x1830954627718144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.412950:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29086 00000100:00100000:0.0:1746135160.414048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.417997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.422408:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.422469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.426807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.427211:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627719040 00000100:00100000:1.0:1746135160.427219:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627719040 00002000:00100000:1.0:1746135160.427266:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060a80 x1830954627719040/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.427281:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060a80 with x1830954627719040 ext(0->4095) 00010000:00010000:1.0:1746135160.427289:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823625f expref: 67 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.427302:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823625f expref: 67 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.427308:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d060a80 00000100:00100000:1.0:1746135160.427338:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2078 00000100:00100000:1.0:1746135160.427343:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954627719040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.427459:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954627719040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.427465:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2078 00002000:00100000:1.0:1746135160.427470:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060a80 x1830954627719040/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.427475:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060a80 with x1830954627719040 ext(0->4095) 00010000:00010000:1.0:1746135160.427479:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823625f expref: 67 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.427486:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c1c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823625f expref: 67 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.427491:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d060a80 00000100:00100000:0.0:1746135160.430422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.430475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.431043:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627719168 00000100:00100000:1.0:1746135160.431048:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627719168 00000100:00100000:1.0:1746135160.431088:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29088 00000100:00100000:1.0:1746135160.431093:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1804:x1830954627719168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.431106:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.431116:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1c62 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823626d expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.431131:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1c5b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236266 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.431136:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.431138:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.431141:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1c62 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823626d expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.431159:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1c5b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236266 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.431170:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1c5b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236266 expref: 5 pid: 11953 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.431178:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625738624:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.431198:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.434304:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625738624:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.434338:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1c62 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823626d expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.434364:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:1.0:1746135160.434415:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954627719168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3321us (4001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.434425:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29088 00000100:00100000:1.0:1746135160.436350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.441468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.446597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.446701:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627719936 00000100:00100000:1.0:1746135160.446714:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627719936 00002000:00100000:1.0:1746135160.446759:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062680 x1830954627719936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.446768:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062680 with x1830954627719936 ext(0->4095) 00002000:00010000:1.0:1746135160.446774:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d062680 00000100:00100000:1.0:1746135160.446804:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12933 00000100:00100000:1.0:1746135160.446810:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2011:x1830954627719936:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.446962:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2011:x1830954627719936:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.446967:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12933 00002000:00100000:1.0:1746135160.446972:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062680 x1830954627719936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.446979:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062680 with x1830954627719936 ext(0->4095) 00002000:00010000:1.0:1746135160.446982:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d062680 00000100:00100000:0.0:1746135160.449334:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.449802:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627720064 00000100:00100000:1.0:1746135160.449811:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627720064 00000100:00100000:1.0:1746135160.449867:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29089 00000100:00100000:1.0:1746135160.449875:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627720064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.449894:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.449915:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1c69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236274 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.449947:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1c62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823626d expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.449954:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.449956:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.449960:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1c69 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236274 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.449990:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1c62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823626d expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.450002:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1c62 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823626d expref: 66 pid: 26641 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.450012:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625738880:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.450096:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.452245:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625738880:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.452280:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1c69 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236274 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.452301:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f800, rc 0) 00000100:00100000:1.0:1746135160.452357:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627720064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2482us (3031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.452365:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29089 00000100:00100000:0.0:1746135160.454398:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.458014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.459014:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627720320 00000100:00100000:1.0:1746135160.459023:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627720320 00000100:00100000:1.0:1746135160.459073:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29090 00000100:00100000:1.0:1746135160.459080:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1804:x1830954627720320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.459095:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.459109:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1c70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823627b expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.459136:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1c69 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236274 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.459143:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.459144:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.459147:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1c70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823627b expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.459174:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1c69 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236274 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.459184:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1c69 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236274 expref: 5 pid: 26641 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.459195:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625739136:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.459273:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135160.463015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.463701:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625739136:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.463727:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1c70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823627b expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.463740:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013020a000, rc 0) 00000100:00100000:1.0:1746135160.463779:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954627720320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4699us (5773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.463786:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29090 00000100:00100000:0.0:1746135160.466339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.470375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.473927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.475467:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627721088 00000100:00100000:1.0:1746135160.475484:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627721088 00000100:00100000:1.0:1746135160.475570:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29091 00000100:00100000:1.0:1746135160.475579:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627721088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.475605:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.475632:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236282 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.475712:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823627b expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.475721:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.475724:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.475728:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c77 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236282 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.475761:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823627b expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.475775:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823627b expref: 66 pid: 26641 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.475789:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625739392:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.476315:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.478439:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625739392:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.478481:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236282 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.478504:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013020a200, rc 0) 00000100:00100000:1.0:1746135160.478565:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627721088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2986us (4654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.478575:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29091 00000100:00100000:0.0:1746135160.479150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.480865:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2011:x1830954627721216:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1420us (1709us total) trans 4294970519 rc 0/0 00000100:00100000:0.0:1746135160.480876:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2081 00002000:00100000:0.0:1746135160.480884:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d062300 x1830954627721216/t4294970519(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.480893:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062300 with x1830954627721216 ext(0->7) 00010000:00010000:0.0:1746135160.480902:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823627b expref: 69 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.480915:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823627b expref: 69 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.480921:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062300 00000100:00100000:0.0:1746135160.483791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.487364:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.487439:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627721600 00000100:00100000:1.0:1746135160.487446:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627721600 00002000:00100000:1.0:1746135160.487494:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4aad80 x1830954627721600/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.487504:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aad80 with x1830954627721600 ext(0->4095) 00002000:00010000:1.0:1746135160.487509:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4aad80 00000100:00100000:1.0:1746135160.487530:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12935 00000100:00100000:1.0:1746135160.487538:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627721600:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135160.487750:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627721600:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.487756:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12935 00002000:00100000:1.0:1746135160.487761:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4aad80 x1830954627721600/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.487773:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aad80 with x1830954627721600 ext(0->4095) 00002000:00010000:1.0:1746135160.487775:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4aad80 00000100:00100000:1.0:1746135160.488343:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627721728 00000100:00100000:1.0:1746135160.488347:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627721728 00000100:00100000:1.0:1746135160.488383:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29092 00000100:00100000:1.0:1746135160.488390:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954627721728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.488401:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.488420:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1c7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236289 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.488443:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236282 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.488451:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.488453:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.488456:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1c7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236289 expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.488488:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236282 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.488499:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236282 expref: 5 pid: 26641 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.488511:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625739648:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.489506:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135160.490626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.490807:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625739648:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.490835:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1c7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236289 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.490848:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6e000, rc 0) 00000100:00100000:1.0:1746135160.490902:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954627721728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2513us (2974us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.490909:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29092 00000100:00100000:0.0:1746135160.496153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.496281:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627722240 00000100:00100000:1.0:1746135160.496287:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627722240 00002000:00100000:1.0:1746135160.496343:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4ab480 x1830954627722240/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.496353:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4ab480 with x1830954627722240 ext(0->4095) 00010000:00010000:1.0:1746135160.496360:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236289 expref: 70 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.496372:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236289 expref: 70 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.496378:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4ab480 00000100:00100000:1.0:1746135160.496406:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2082 00000100:00100000:1.0:1746135160.496412:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954627722240:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.496573:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954627722240:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.496579:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2082 00002000:00100000:1.0:1746135160.496585:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4ab480 x1830954627722240/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.496631:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4ab480 with x1830954627722240 ext(0->4095) 00010000:00010000:1.0:1746135160.496677:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236289 expref: 70 pid: 26641 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.496686:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c1c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236289 expref: 70 pid: 26641 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.496692:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4ab480 00000100:00100000:0.0:1746135160.499158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.505324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.505397:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627722624 00000100:00100000:1.0:1746135160.505405:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627722624 00002000:00100000:1.0:1746135160.505440:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4aaa00 x1830954627722624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.505449:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aaa00 with x1830954627722624 ext(0->4095) 00002000:00010000:1.0:1746135160.505454:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4aaa00 00000100:00100000:1.0:1746135160.505480:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12936 00000100:00100000:1.0:1746135160.505487:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954627722624:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.505626:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954627722624:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.505633:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12936 00002000:00100000:1.0:1746135160.505657:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4aaa00 x1830954627722624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.505682:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aaa00 with x1830954627722624 ext(0->4095) 00002000:00010000:1.0:1746135160.505686:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4aaa00 00000100:00100000:0.0:1746135160.508517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.516281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.516685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.521896:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.521975:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627723264 00000100:00100000:1.0:1746135160.521981:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627723264 00002000:00100000:1.0:1746135160.522017:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a9f80 x1830954627723264/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.522174:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a9f80 with x1830954627723264 ext(0->4095) 00010000:00010000:1.0:1746135160.522184:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236297 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.522196:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236297 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.522202:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a9f80 00000100:00100000:1.0:1746135160.522265:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2083 00000100:00100000:1.0:1746135160.522271:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627723264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.522393:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627723264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.522399:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2083 00002000:00100000:1.0:1746135160.522403:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a9f80 x1830954627723264/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.522409:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a9f80 with x1830954627723264 ext(0->4095) 00010000:00010000:1.0:1746135160.522413:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236297 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.522421:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1c8c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236297 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.522427:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a9f80 00000100:00100000:0.0:1746135160.527296:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.531145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.535479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.538935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.542556:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2009:x1830954627723904:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2482us (3611us total) trans 4294970520 rc 0/0 00000100:00100000:0.0:1746135160.542567:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2084 00002000:00100000:0.0:1746135160.542576:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d4a8700 x1830954627723904/t4294970520(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.542584:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8700 with x1830954627723904 ext(0->7) 00010000:00010000:0.0:1746135160.542592:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1c93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823629e expref: 71 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.542606:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c1c93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823629e expref: 71 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.542612:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a8700 00000100:00100000:0.0:1746135160.549349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.554790:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627724160 00000100:00100000:0.0:1746135160.554801:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627724160 00000100:00100000:0.0:1746135160.554866:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29097 00000100:00100000:0.0:1746135160.554874:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954627724160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135160.554897:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135160.554921:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1ca1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362ac expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.554948:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362a5 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.554954:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135160.554957:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135160.554961:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1ca1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ac expref: 72 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.554993:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362a5 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.555004:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1c9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362a5 expref: 5 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:0.0:1746135160.555015:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625740928:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135160.555097:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135160.555437:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.556005:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627724416 00000100:00100000:1.0:1746135160.556010:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627724416 00002000:00100000:1.0:1746135160.556047:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d597b80 x1830954627724416/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.556054:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d597b80 with x1830954627724416 ext(0->4095) 00010000:00010000:1.0:1746135160.556061:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1c9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362a5 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.556071:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1c9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362a5 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.556077:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d597b80 00000100:00100000:1.0:1746135160.556101:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2085 00000100:00100000:1.0:1746135160.556107:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627724416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.556224:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627724416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (787us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.556230:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2085 00002000:00100000:1.0:1746135160.556235:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d597b80 x1830954627724416/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.556242:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d597b80 with x1830954627724416 ext(0->4095) 00010000:00010000:1.0:1746135160.556246:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1c9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362a5 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.556259:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c1c9a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362a5 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.556264:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d597b80 00000100:00100000:0.0:1746135160.559356:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.560712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.563745:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.564025:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627724928 00000100:00100000:0.0:1746135160.564032:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627724928 00002000:00100000:0.0:1746135160.564075:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595f80 x1830954627724928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.564083:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595f80 with x1830954627724928 ext(0->4095) 00010000:00010000:0.0:1746135160.564090:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ac expref: 72 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.564102:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ac expref: 72 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.564108:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595f80 00000100:00100000:0.0:1746135160.564129:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2086 00000100:00100000:0.0:1746135160.564135:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954627724928:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135160.564272:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954627724928:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (528us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135160.564278:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2086 00002000:00100000:0.0:1746135160.564283:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595f80 x1830954627724928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.564290:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595f80 with x1830954627724928 ext(0->4095) 00010000:00010000:0.0:1746135160.564294:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ac expref: 72 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.564303:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ac expref: 72 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.564310:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595f80 00000100:00100000:0.0:1746135160.566601:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.569361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.571937:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.572034:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627725440 00000100:00100000:1.0:1746135160.572044:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627725440 00000100:00100000:1.0:1746135160.572110:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29099 00000100:00100000:1.0:1746135160.572119:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627725440:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.572138:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.572637:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1caf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362ba expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.572716:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362b3 expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.572724:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.572726:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.572729:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1caf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ba expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.572762:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362b3 expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.572774:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1ca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362b3 expref: 70 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.572786:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625741440:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.572874:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.578122:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625741440:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.578155:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1caf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ba expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.578170:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f800, rc 0) 00000100:00100000:1.0:1746135160.578223:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627725440:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6105us (6292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.578230:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29099 00000100:00100000:0.0:1746135160.578844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.581055:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.581131:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627725696 00000100:00100000:1.0:1746135160.581138:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627725696 00000100:00100000:1.0:1746135160.581458:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29100 00000100:00100000:1.0:1746135160.581466:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954627725696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.581480:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.581494:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362c1 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.581518:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1caf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ba expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.581524:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.581525:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.581528:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 72 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.581553:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1caf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ba expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.581567:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1caf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362ba expref: 5 pid: 11953 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.581576:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625741696:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.581686:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135160.583088:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.588334:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625741696:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.588363:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 71 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.588379:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013020a000, rc 0) 00000100:00100000:1.0:1746135160.588416:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954627725696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6950us (7368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.588424:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29100 00000100:00100000:0.0:1746135160.595323:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.599214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.599355:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627726336 00000100:00100000:1.0:1746135160.599360:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627726336 00002000:00100000:1.0:1746135160.599398:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9f80 x1830954627726336/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.599991:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830954627726336 ext(0->4095) 00002000:00010000:1.0:1746135160.599995:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c9f80 00000100:00100000:1.0:1746135160.601032:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12939 00000100:00100000:1.0:1746135160.601049:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2011:x1830954627726336:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.601295:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2011:x1830954627726336:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 254us (2082us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.601303:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12939 00002000:00100000:1.0:1746135160.601308:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9f80 x1830954627726336/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.601315:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830954627726336 ext(0->4095) 00002000:00010000:1.0:1746135160.601317:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c9f80 00000100:00100000:0.0:1746135160.610583:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.610745:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627726464 00000100:00100000:1.0:1746135160.610756:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627726464 00000100:00100000:1.0:1746135160.610821:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29101 00000100:00100000:1.0:1746135160.610831:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627726464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.610860:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.610883:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362c8 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.610919:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 70 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.610926:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.610927:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.610930:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c8 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.610960:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 70 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.610973:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 70 pid: 11953 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.610990:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625741952:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.611088:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.628469:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625741952:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.628495:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c8 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.628511:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d200, rc 0) 00000100:00100000:1.0:1746135160.628559:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627726464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17730us (17987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.628567:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29101 00000100:00100000:0.0:1746135160.629426:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.629557:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627726592 00000100:00100000:1.0:1746135160.629566:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627726592 00002000:00100000:1.0:1746135160.629615:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b4ca300 x1830954627726592/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.629627:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4ca300 with x1830954627726592 ext(0->7) 00010000:00010000:1.0:1746135160.629635:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 71 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.629722:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 71 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.629729:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4ca300 00000100:00100000:0.0:1746135160.629793:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2088 00000100:00100000:0.0:1746135160.629805:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954627726592:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135160.630613:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2010:x1830954627726592:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 808us (1186us total) trans 4294970521 rc 0/0 00000100:00100000:0.0:1746135160.630621:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2088 00002000:00100000:0.0:1746135160.630627:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b4ca300 x1830954627726592/t4294970521(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.630635:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4ca300 with x1830954627726592 ext(0->7) 00010000:00010000:0.0:1746135160.630710:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 73 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:0.0:1746135160.630721:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c1 expref: 73 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:0.0:1746135160.630727:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4ca300 00000100:00100000:0.0:1746135160.633942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.634009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.634123:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627726720 00000100:00100000:1.0:1746135160.634134:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627726720 00000100:00100000:1.0:1746135160.634202:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29102 00000100:00100000:1.0:1746135160.634211:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:1804:x1830954627726720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.634231:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.634251:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1cc4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362cf expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.634278:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.634284:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c8 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.634289:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135160.634293:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1cc4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362cf expref: 74 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.634327:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c8 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.634338:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1cc4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362cf expref: 74 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.634346:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f800, rc 0) 00000100:00100000:1.0:1746135160.634381:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1804:x1830954627726720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.634386:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29102 00000100:00100000:0.0:1746135160.645976:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.646072:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627727104 00000100:00100000:1.0:1746135160.646082:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627727104 00002000:00100000:1.0:1746135160.646123:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9880 x1830954627727104/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.646140:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9880 with x1830954627727104 ext(0->4095) 00010000:00010000:1.0:1746135160.646149:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c8 expref: 6 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.646163:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c8 expref: 6 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.646170:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c9880 00000100:00100000:1.0:1746135160.646205:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2089 00000100:00100000:1.0:1746135160.646213:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627727104:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.646378:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627727104:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.646385:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2089 00002000:00100000:1.0:1746135160.646390:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9880 x1830954627727104/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.646398:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9880 with x1830954627727104 ext(0->4095) 00010000:00010000:1.0:1746135160.646402:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c8 expref: 6 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.646411:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c1cbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362c8 expref: 6 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.646416:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c9880 00000100:00100000:0.0:1746135160.656063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.656121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.659844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.659876:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627727616 00000100:00100000:1.0:1746135160.659883:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627727616 00002000:00100000:1.0:1746135160.659922:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60b100 x1830954627727616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.659931:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b100 with x1830954627727616 ext(0->4095) 00010000:00010000:1.0:1746135160.659938:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1cc4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362cf expref: 73 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.659950:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1cc4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362cf expref: 73 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.659956:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60b100 00000100:00100000:1.0:1746135160.659981:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2090 00000100:00100000:1.0:1746135160.659989:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954627727616:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.660120:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954627727616:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.660126:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2090 00002000:00100000:1.0:1746135160.660132:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60b100 x1830954627727616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.660138:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b100 with x1830954627727616 ext(0->4095) 00010000:00010000:1.0:1746135160.660142:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1cc4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362cf expref: 73 pid: 11953 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.660150:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c1cc4 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362cf expref: 73 pid: 11953 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.660161:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60b100 00000100:00100000:0.0:1746135160.664904:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.665321:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.668860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.671351:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627728128 00000100:00100000:1.0:1746135160.671359:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627728128 00002000:00100000:1.0:1746135160.671392:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb800 x1830954627728128/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.671400:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954627728128 ext(0->4095) 00010000:00010000:1.0:1746135160.671408:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1ccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362d6 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.671420:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1ccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362d6 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.671426:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:1.0:1746135160.671841:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2091 00000100:00100000:1.0:1746135160.671848:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627728128:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.672160:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627728128:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 311us (3313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.672166:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2091 00002000:00100000:1.0:1746135160.672171:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb800 x1830954627728128/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.672179:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954627728128 ext(0->4095) 00010000:00010000:1.0:1746135160.672183:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1ccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362d6 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00010000:00010000:1.0:1746135160.672198:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1ccb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362d6 expref: 6 pid: 11615 timeout: 904 lvb_type: 0 00002000:00010000:1.0:1746135160.672203:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:0.0:1746135160.675811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.682924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.684409:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627728512 00000100:00100000:1.0:1746135160.684421:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627728512 00002000:00100000:1.0:1746135160.684474:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cbb80 x1830954627728512/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.684486:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830954627728512 ext(0->4095) 00002000:00010000:1.0:1746135160.684492:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cbb80 00000100:00100000:1.0:1746135160.684522:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12940 00000100:00100000:1.0:1746135160.684528:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954627728512:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.684721:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954627728512:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (1810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.684729:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12940 00002000:00100000:1.0:1746135160.684735:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cbb80 x1830954627728512/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.684742:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830954627728512 ext(0->4095) 00002000:00010000:1.0:1746135160.684745:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cbb80 00000100:00100000:0.0:1746135160.689317:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.690765:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627728640 00000100:00100000:1.0:1746135160.690781:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627728640 00000100:00100000:1.0:1746135160.690855:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29105 00000100:00100000:1.0:1746135160.690864:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627728640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.690896:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.690921:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362e4 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.690953:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362dd expref: 72 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.690961:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.690963:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.690966:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362e4 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.690996:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362dd expref: 72 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.691009:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c1cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362dd expref: 72 pid: 11615 timeout: 904 lvb_type: 0 00000100:00100000:1.0:1746135160.691020:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625742976:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.691103:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135160.699232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.699302:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625742976:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.699335:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362e4 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135160.699338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135160.699357:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:1.0:1746135160.699410:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627728640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8547us (10114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.699421:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29105 00000100:00100000:1.0:1746135160.699444:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29106 00000100:00100000:1.0:1746135160.699451:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1804:x1830954627728768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.699466:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.699482:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362eb expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.699501:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.699506:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362e4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.699512:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135160.699515:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 75 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.699794:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362e4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.699806:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 74 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.699813:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.699814:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135160.699819:0:11953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362e4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.699825:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362e4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.699883:0:11953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362e4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.699895:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c1cd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362e4 expref: 5 pid: 11953 timeout: 905 lvb_type: 0 00000100:00100000:1.0:1746135160.699909:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625743232:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135160.699972:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.705162:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625743232:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135160.705177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135160.705191:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:1.0:1746135160.705257:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:1804:x1830954627728768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5806us (6032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.705268:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29106 00000100:00100000:0.0:1746135160.709949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.713819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.728978:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.729162:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627729664 00000100:00100000:1.0:1746135160.729171:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627729664 00000100:00100000:1.0:1746135160.729266:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29107 00000100:00100000:1.0:1746135160.729274:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627729664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.729292:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.729309:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362f2 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.729332:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 72 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.729343:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.729344:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.729347:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f2 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.729374:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 72 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.729385:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 72 pid: 11953 timeout: 905 lvb_type: 0 00000100:00100000:1.0:1746135160.729396:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625743488:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135160.730826:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135160.747863:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625743488:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135160.747894:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f2 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.747917:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:1.0:1746135160.747967:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627729664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18693us (18997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.747975:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29107 00000100:00100000:0.0:1746135160.752222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.752422:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627729792 00000100:00100000:1.0:1746135160.752431:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627729792 00000100:00100000:1.0:1746135160.752481:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29108 00000100:00100000:1.0:1746135160.752488:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:1804:x1830954627729792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135160.752504:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135160.752519:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1cee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082362f9 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.752540:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135160.752545:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f2 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.752551:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135160.752554:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1cee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f9 expref: 74 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.752581:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f2 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.752592:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1cee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f9 expref: 74 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135160.752600:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:1.0:1746135160.752676:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1804:x1830954627729792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135160.752682:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29108 00000100:00100000:0.0:1746135160.758026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.758605:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627729920 00000100:00100000:1.0:1746135160.758617:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627729920 00002000:00100000:1.0:1746135160.758790:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094671500 x1830954627729920/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.758799:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671500 with x1830954627729920 ext(0->7) 00010000:00010000:1.0:1746135160.758809:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 74 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135160.758822:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 74 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135160.758829:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094671500 00000100:00100000:1.0:1746135160.759411:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2093 00000100:00100000:1.0:1746135160.759419:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2010:x1830954627729920:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135160.760282:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2010:x1830954627729920:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 861us (2265us total) trans 4294970522 rc 0/0 00000100:00100000:0.0:1746135160.760290:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2093 00002000:00100000:0.0:1746135160.760296:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094671500 x1830954627729920/t4294970522(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.760304:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671500 with x1830954627729920 ext(0->7) 00010000:00010000:0.0:1746135160.760310:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 76 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135160.760322:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c1ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362eb expref: 76 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135160.760328:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094671500 00000100:00100000:0.0:1746135160.762342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.767477:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.767979:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627730304 00000100:00100000:1.0:1746135160.767985:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627730304 00002000:00100000:1.0:1746135160.768014:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670000 x1830954627730304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.768024:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670000 with x1830954627730304 ext(0->4095) 00010000:00010000:1.0:1746135160.768033:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f2 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135160.768046:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f2 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135160.768052:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094670000 00000100:00100000:1.0:1746135160.768078:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2094 00000100:00100000:1.0:1746135160.768084:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627730304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.768203:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627730304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.768210:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2094 00002000:00100000:1.0:1746135160.768215:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670000 x1830954627730304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.768222:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670000 with x1830954627730304 ext(0->4095) 00010000:00010000:1.0:1746135160.768225:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f2 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135160.768233:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c1ce7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f2 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135160.768238:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094670000 00000100:00100000:0.0:1746135160.771767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.774972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.789576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.805634:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.808024:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627730944 00000100:00100000:1.0:1746135160.808037:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627730944 00002000:00100000:1.0:1746135160.808096:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094672a00 x1830954627730944/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.808106:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094672a00 with x1830954627730944 ext(0->7) 00010000:00010000:1.0:1746135160.808116:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1cee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f9 expref: 75 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135160.808134:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1cee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f9 expref: 75 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135160.808143:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094672a00 00000100:00100000:1.0:1746135160.808165:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2095 00000100:00100000:1.0:1746135160.808173:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:2008:x1830954627730944:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135160.825686:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2008:x1830954627730944:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 17455us (20004us total) trans 4294970523 rc 0/0 00000100:00100000:0.0:1746135160.825711:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2095 00002000:00100000:0.0:1746135160.825735:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094672a00 x1830954627730944/t4294970523(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135160.825750:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094672a00 with x1830954627730944 ext(0->7) 00000100:00100000:1.0:1746135160.825757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135160.825770:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1cee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f9 expref: 77 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135160.825797:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c1cee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082362f9 expref: 77 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135160.825807:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094672a00 00000100:00100000:0.0:1746135160.829214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.837783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.842520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.848500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.852521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.857407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.860450:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.864875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.874302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.879212:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.879255:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627732864 00000100:00100000:1.0:1746135160.879263:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627732864 00002000:00100000:1.0:1746135160.879304:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a0700 x1830954627732864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.879313:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0700 with x1830954627732864 ext(0->4095) 00002000:00010000:1.0:1746135160.879317:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a0700 00000100:00100000:1.0:1746135160.879794:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12944 00000100:00100000:1.0:1746135160.879802:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2010:x1830954627732864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.880191:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2010:x1830954627732864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 390us (985us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.880198:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12944 00002000:00100000:1.0:1746135160.880204:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a0700 x1830954627732864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.880211:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0700 with x1830954627732864 ext(0->4095) 00002000:00010000:1.0:1746135160.880214:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a0700 00000100:00100000:0.0:1746135160.894918:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.904114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.904329:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627733120 00000100:00100000:1.0:1746135160.904335:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627733120 00002000:00100000:1.0:1746135160.904371:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f5a1500 x1830954627733120/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.904379:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1500 with x1830954627733120 ext(0->7) 00010000:00010000:1.0:1746135160.904385:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1d0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236315 expref: 77 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135160.904395:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1d0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236315 expref: 77 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135160.904405:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1500 00000100:00100000:1.0:1746135160.904434:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2098 00000100:00100000:1.0:1746135160.904440:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2011:x1830954627733120:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135160.909831:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.910322:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954627733120:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5879us (6206us total) trans 4294970524 rc 0/0 00000100:00100000:1.0:1746135160.910333:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2098 00002000:00100000:1.0:1746135160.910342:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f5a1500 x1830954627733120/t4294970524(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 496/448 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.910352:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1500 with x1830954627733120 ext(0->7) 00010000:00010000:1.0:1746135160.910360:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1d0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236315 expref: 79 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135160.910373:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c1d0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236315 expref: 79 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135160.910379:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1500 00000100:00100000:0.0:1746135160.915473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.918713:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.918807:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627733632 00000100:00100000:1.0:1746135160.918820:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627733632 00002000:00100000:1.0:1746135160.919204:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1c00 x1830954627733632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.919213:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1c00 with x1830954627733632 ext(0->4095) 00010000:00010000:1.0:1746135160.919221:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823631c expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135160.919238:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823631c expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135160.919244:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1c00 00000100:00100000:1.0:1746135160.919439:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2099 00000100:00100000:1.0:1746135160.919447:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627733632:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135160.920693:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627733632:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1240us (1988us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.920703:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2099 00002000:00100000:1.0:1746135160.920714:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1c00 x1830954627733632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.920723:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1c00 with x1830954627733632 ext(0->4095) 00010000:00010000:1.0:1746135160.920731:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823631c expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135160.920744:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823631c expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135160.920750:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1c00 00000100:00100000:0.0:1746135160.923727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.928031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.928287:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627734016 00000100:00100000:1.0:1746135160.928296:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627734016 00002000:00100000:1.0:1746135160.928347:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a2d80 x1830954627734016/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/0 e 0 to 0 dl 1746135171 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.928358:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a2d80 with x1830954627734016 ext(0->4095) 00002000:00010000:1.0:1746135160.928365:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a2d80 00000100:00100000:1.0:1746135160.928399:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12945 00000100:00100000:1.0:1746135160.928407:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2010:x1830954627734016:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135160.928578:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2010:x1830954627734016:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 172us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135160.928585:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12945 00002000:00100000:1.0:1746135160.928592:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a2d80 x1830954627734016/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:616/0 lens 488/4536 e 0 to 0 dl 1746135171 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135160.928598:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a2d80 with x1830954627734016 ext(0->4095) 00002000:00010000:1.0:1746135160.928600:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a2d80 00000100:00100000:0.0:1746135160.933867:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627734144 00000100:00100000:0.0:1746135160.933875:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627734144 00000100:00100000:0.0:1746135160.933927:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29115 00000100:00100000:0.0:1746135160.933934:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627734144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135160.933951:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135160.933966:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1d1f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823632a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.933990:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1d18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236323 expref: 78 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.933997:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135160.933999:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135160.934003:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1d1f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823632a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.934030:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1d18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236323 expref: 78 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135160.934041:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1d18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236323 expref: 78 pid: 11953 timeout: 905 lvb_type: 0 00000100:00100000:0.0:1746135160.934053:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625745664:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135160.934140:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135160.946299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.946498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.956331:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.966758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135160.972979:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135160.978494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.002059:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.002401:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627735296 00000100:00100000:1.0:1746135161.002411:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627735296 00002000:00100000:1.0:1746135161.002466:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d8be680 x1830954627735296/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.002477:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8be680 with x1830954627735296 ext(0->7) 00010000:00010000:1.0:1746135161.002486:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1d26 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236331 expref: 79 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.002500:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1d26 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236331 expref: 79 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.002508:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d8be680 00000100:00100000:1.0:1746135161.002526:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2101 00000100:00100000:1.0:1746135161.002533:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2008:x1830954627735296:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135161.003909:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2008:x1830954627735296:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1374us (1859us total) trans 4294970525 rc 0/0 00000100:00100000:1.0:1746135161.003915:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2101 00002000:00100000:1.0:1746135161.003921:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d8be680 x1830954627735296/t4294970525(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/448 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.003928:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8be680 with x1830954627735296 ext(0->7) 00010000:00010000:1.0:1746135161.003934:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1d26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236331 expref: 81 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.003944:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c1d26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236331 expref: 81 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.003949:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d8be680 00000100:00100000:0.0:1746135161.010835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.017535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.021675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.021828:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627735808 00000100:00100000:1.0:1746135161.021838:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627735808 00002000:00100000:1.0:1746135161.021911:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90000 x1830954627735808/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.021920:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90000 with x1830954627735808 ext(0->4095) 00010000:00010000:1.0:1746135161.021928:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1d2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236338 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.021941:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1d2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236338 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.021947:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e90000 00000100:00100000:1.0:1746135161.021970:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2102 00000100:00100000:1.0:1746135161.021978:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627735808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135161.022158:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627735808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.022164:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2102 00002000:00100000:1.0:1746135161.022170:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90000 x1830954627735808/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.022539:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90000 with x1830954627735808 ext(0->4095) 00010000:00010000:1.0:1746135161.022546:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1d2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236338 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.022558:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1d2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236338 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.022566:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e90000 00000100:00100000:0.0:1746135161.024919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.032107:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.032196:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627736192 00000100:00100000:1.0:1746135161.032203:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627736192 00002000:00100000:1.0:1746135161.032240:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90700 x1830954627736192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.032249:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90700 with x1830954627736192 ext(0->4095) 00002000:00010000:1.0:1746135161.032253:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90700 00000100:00100000:1.0:1746135161.032287:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12947 00000100:00100000:1.0:1746135161.032294:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2011:x1830954627736192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135161.032434:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2011:x1830954627736192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 139us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.032443:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12947 00002000:00100000:1.0:1746135161.032448:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90700 x1830954627736192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.032454:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90700 with x1830954627736192 ext(0->4095) 00002000:00010000:1.0:1746135161.032457:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90700 00000100:00100000:0.0:1746135161.038408:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.054411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.056701:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627736448 00000100:00100000:1.0:1746135161.056720:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627736448 00002000:00100000:1.0:1746135161.056800:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880132e93b80 x1830954627736448/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.056812:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93b80 with x1830954627736448 ext(0->7) 00010000:00010000:1.0:1746135161.056823:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823633f expref: 81 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.056842:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823633f expref: 81 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.056850:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e93b80 00000100:00100000:1.0:1746135161.056888:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2103 00000100:00100000:1.0:1746135161.056896:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2010:x1830954627736448:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135161.061818:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954627736448:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4910us (7405us total) trans 4294970526 rc 0/0 00000100:00100000:1.0:1746135161.061832:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2103 00002000:00100000:1.0:1746135161.061842:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880132e93b80 x1830954627736448/t4294970526(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/448 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.061858:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93b80 with x1830954627736448 ext(0->7) 00010000:00010000:1.0:1746135161.061869:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823633f expref: 83 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.061885:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823633f expref: 83 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.061892:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e93b80 00000100:00100000:0.0:1746135161.076070:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.076120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.078935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.079263:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627736960 00000100:00100000:1.0:1746135161.079269:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627736960 00002000:00100000:1.0:1746135161.079307:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92680 x1830954627736960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.079316:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92680 with x1830954627736960 ext(0->4095) 00010000:00010000:1.0:1746135161.079323:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1d3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236346 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.079333:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1d3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236346 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.079339:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92680 00000100:00100000:1.0:1746135161.079359:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2104 00000100:00100000:1.0:1746135161.079365:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627736960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135161.079529:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627736960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (595us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.079535:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2104 00002000:00100000:1.0:1746135161.079541:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92680 x1830954627736960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.079548:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92680 with x1830954627736960 ext(0->4095) 00010000:00010000:1.0:1746135161.079552:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1d3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236346 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.079563:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1d3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236346 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.079568:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92680 00000100:00100000:0.0:1746135161.084432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.096398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.126068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.134950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.135003:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.140581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.144623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.145612:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.149885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.150254:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627738624 00000100:00100000:1.0:1746135161.150263:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627738624 00002000:00100000:1.0:1746135161.150322:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3800 x1830954627738624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.150332:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3800 with x1830954627738624 ext(0->4095) 00010000:00010000:1.0:1746135161.150341:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823635b expref: 85 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.150358:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823635b expref: 85 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.150365:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b3800 00000100:00100000:1.0:1746135161.150403:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2107 00000100:00100000:1.0:1746135161.150413:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2009:x1830954627738624:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135161.152195:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2009:x1830954627738624:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 1773us (2309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.152213:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2107 00002000:00100000:1.0:1746135161.152227:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3800 x1830954627738624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.152239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3800 with x1830954627738624 ext(0->4095) 00010000:00010000:1.0:1746135161.152255:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823635b expref: 85 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.152274:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823635b expref: 85 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.152286:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b3800 00000100:00100000:0.0:1746135161.155492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.157239:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.164152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.164408:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627739136 00000100:00100000:1.0:1746135161.164415:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627739136 00002000:00100000:1.0:1746135161.164456:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b0000 x1830954627739136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.164466:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0000 with x1830954627739136 ext(0->4095) 00010000:00010000:1.0:1746135161.164474:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1d57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236362 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.164486:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1d57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236362 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.164491:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b0000 00000100:00100000:1.0:1746135161.164564:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2108 00000100:00100000:1.0:1746135161.164570:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627739136:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135161.164903:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627739136:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 331us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.164910:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2108 00002000:00100000:1.0:1746135161.164915:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b0000 x1830954627739136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.164922:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0000 with x1830954627739136 ext(0->4095) 00010000:00010000:1.0:1746135161.164927:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1d57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236362 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.164935:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c1d57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236362 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.164941:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b0000 00000100:00100000:0.0:1746135161.169106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.174540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.177998:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627739520 00000100:00100000:1.0:1746135161.178009:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627739520 00002000:00100000:1.0:1746135161.178068:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3480 x1830954627739520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.178077:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3480 with x1830954627739520 ext(0->4095) 00002000:00010000:1.0:1746135161.178082:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3480 00000100:00100000:1.0:1746135161.178118:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12949 00000100:00100000:1.0:1746135161.178125:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954627739520:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135161.178300:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954627739520:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (3764us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.178307:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12949 00002000:00100000:1.0:1746135161.178315:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3480 x1830954627739520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.178321:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3480 with x1830954627739520 ext(0->4095) 00002000:00010000:1.0:1746135161.178323:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3480 00000100:00100000:0.0:1746135161.183839:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135161.202188:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135161.208796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.214084:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2011:x1830954627739776:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1046us (5301us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746135161.214091:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2109 00002000:00100000:0.0:1746135161.214096:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801325b3100 x1830954627739776/t4294970528(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/448 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.214104:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3100 with x1830954627739776 ext(0->7) 00010000:00010000:0.0:1746135161.214110:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236369 expref: 87 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.214122:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c1d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236369 expref: 87 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.214127:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b3100 00000100:00100000:0.0:1746135161.218103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.219066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.222928:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.223219:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627740288 00000100:00100000:1.0:1746135161.223225:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627740288 00002000:00100000:1.0:1746135161.223272:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1500 x1830954627740288/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.223282:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1500 with x1830954627740288 ext(0->4095) 00010000:00010000:1.0:1746135161.223290:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236370 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.223304:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236370 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.223311:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b1500 00000100:00100000:1.0:1746135161.223343:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2110 00000100:00100000:1.0:1746135161.223351:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627740288:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135161.223519:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627740288:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.223524:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2110 00002000:00100000:1.0:1746135161.223529:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1500 x1830954627740288/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.223535:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1500 with x1830954627740288 ext(0->4095) 00010000:00010000:1.0:1746135161.223539:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236370 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.223549:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236370 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.223556:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b1500 00000100:00100000:0.0:1746135161.227196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.227828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.233284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.239531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.246103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.246156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.247260:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29129 00000100:00100000:0.0:1746135161.247272:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:1804:x1830954627741184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135161.247284:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135161.247295:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1d81 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823638c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.247310:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135161.247313:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236385 expref: 89 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.247317:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135161.247320:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1d81 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823638c expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.247342:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236385 expref: 89 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.247354:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c1d81 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823638c expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.247365:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8800, rc 0) 00000100:00100000:0.0:1746135161.247393:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:1804:x1830954627741184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135161.247399:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29129 00000100:00100000:0.0:1746135161.250422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.255401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.256913:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627741568 00000100:00100000:1.0:1746135161.256930:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627741568 00002000:00100000:1.0:1746135161.256982:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd880 x1830954627741568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.256994:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd880 with x1830954627741568 ext(0->4095) 00010000:00010000:1.0:1746135161.257004:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236385 expref: 88 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.257019:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236385 expref: 88 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.257027:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addd880 00000100:00100000:1.0:1746135161.257060:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2111 00000100:00100000:1.0:1746135161.257068:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954627741568:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135161.257282:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954627741568:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 213us (1881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.257290:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2111 00002000:00100000:1.0:1746135161.257295:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd880 x1830954627741568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.257302:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd880 with x1830954627741568 ext(0->4095) 00010000:00010000:1.0:1746135161.257309:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236385 expref: 88 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.257318:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236385 expref: 88 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.257323:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addd880 00000100:00100000:0.0:1746135161.261828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.261943:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.269456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.274535:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.275175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.279917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.280296:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627742592 00000100:00100000:0.0:1746135161.280301:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627742592 00002000:00100000:0.0:1746135161.280333:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608e00 x1830954627742592/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.280340:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608e00 with x1830954627742592 ext(0->4095) 00010000:00010000:0.0:1746135161.280347:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1d88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236393 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.280358:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1d88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236393 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.280364:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b608e00 00000100:00100000:0.0:1746135161.280388:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2113 00000100:00100000:0.0:1746135161.280394:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627742592:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135161.280491:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627742592:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (576us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135161.280496:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2113 00002000:00100000:0.0:1746135161.280501:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608e00 x1830954627742592/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.280506:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608e00 with x1830954627742592 ext(0->4095) 00010000:00010000:0.0:1746135161.280510:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1d88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236393 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.280517:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1d88 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236393 expref: 6 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.280523:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b608e00 00000100:00100000:1.0:1746135161.284140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.290595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.294473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.294700:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627743104 00000100:00100000:1.0:1746135161.294710:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627743104 00000100:00100000:1.0:1746135161.294768:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29132 00000100:00100000:1.0:1746135161.294776:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627743104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.294796:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.294817:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c1d96 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082363a1 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.294845:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823639a expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.294852:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.294854:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.294857:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c1d96 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363a1 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.294883:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823639a expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.294895:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1d8f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823639a expref: 86 pid: 26641 timeout: 905 lvb_type: 0 00000100:00100000:1.0:1746135161.294908:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625750016:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135161.296135:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135161.298145:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625750016:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135161.298182:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c1d96 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363a1 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.298200:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415a00, rc 0) 00000100:00100000:1.0:1746135161.298245:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627743104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3469us (3782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.298254:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29132 00000100:00100000:0.0:1746135161.301862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.307002:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.307604:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.307789:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627743360 00000100:00100000:1.0:1746135161.307793:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627743360 00000100:00100000:1.0:1746135161.308716:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29133 00000100:00100000:1.0:1746135161.308723:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954627743360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.308732:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.308746:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094415c00/0xc3cfcce4a57c1d9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082363a8 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.308765:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c1d96 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363a1 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.308772:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.308773:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.308776:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094415c00/0xc3cfcce4a57c1d9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363a8 expref: 87 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.308802:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c1d96 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363a1 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.308811:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c1d96 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363a1 expref: 5 pid: 11953 timeout: 905 lvb_type: 0 00000100:00100000:1.0:1746135161.308820:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625750272:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135161.308869:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135161.313447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.314243:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625750272:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135161.314261:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094415c00/0xc3cfcce4a57c1d9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363a8 expref: 88 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.314269:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415c00, rc 0) 00000100:00100000:1.0:1746135161.314286:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:1804:x1830954627743360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5565us (7294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.314292:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29133 00000100:00100000:0.0:1746135161.314455:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.319706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.323530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.331317:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.335757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.336114:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627744640 00000100:00100000:1.0:1746135161.336127:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627744640 00000100:00100000:1.0:1746135161.336208:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29135 00000100:00100000:1.0:1746135161.336218:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627744640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.336247:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.336272:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082363b6 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.336311:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1da4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363af expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.336321:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.336323:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.336326:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.336366:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1da4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363af expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.336382:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363af expref: 86 pid: 26641 timeout: 905 lvb_type: 0 00000100:00100000:1.0:1746135161.336397:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625750784:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135161.340750:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135161.342253:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625750784:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135161.342277:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.342292:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415000, rc 0) 00000100:00100000:1.0:1746135161.342328:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627744640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6112us (6586us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.342336:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29135 00000100:00100000:0.0:1746135161.348956:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.349998:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2008:x1830954627744768:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 823us (1046us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746135161.350005:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2115 00002000:00100000:0.0:1746135161.350011:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c7e300 x1830954627744768/t4294970529(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/448 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.350017:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7e300 with x1830954627744768 ext(0->7) 00010000:00010000:0.0:1746135161.350021:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363af expref: 89 pid: 26641 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.350029:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363af expref: 89 pid: 26641 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.350038:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7e300 00000100:00100000:0.0:1746135161.369226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.369276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.369942:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627744896 00000100:00100000:1.0:1746135161.369945:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627744896 00000100:00100000:1.0:1746135161.369971:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29136 00000100:00100000:1.0:1746135161.369975:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:1804:x1830954627744896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.369987:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.369996:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c1db2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082363bd expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.370010:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.370015:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.370016:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.370019:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c1db2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363bd expref: 90 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.370032:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.370039:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 5 pid: 11953 timeout: 905 lvb_type: 0 00000100:00100000:1.0:1746135161.370046:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625751040:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135161.370067:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135161.372833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.372858:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627745280 00000100:00100000:0.0:1746135161.372864:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627745280 00002000:00100000:0.0:1746135161.372903:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7f100 x1830954627745280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.372911:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f100 with x1830954627745280 ext(0->4095) 00010000:00010000:0.0:1746135161.372918:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.372929:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.372934:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7f100 00000100:00100000:0.0:1746135161.372948:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2116 00000100:00100000:0.0:1746135161.372954:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627745280:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135161.372962:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625751040:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135161.372980:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c1db2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363bd expref: 89 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.372992:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415200, rc 0) 00000100:00100000:1.0:1746135161.373008:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:1804:x1830954627744896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3033us (3791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.373017:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29136 00000100:00100000:1.0:1746135161.373071:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627745280:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.373076:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2116 00002000:00100000:1.0:1746135161.373081:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7f100 x1830954627745280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.373087:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f100 with x1830954627745280 ext(0->4095) 00010000:00010000:1.0:1746135161.373092:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.373100:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c1dab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363b6 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.373105:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7f100 00000100:00100000:0.0:1746135161.375283:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.379051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.379078:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627745664 00000100:00100000:1.0:1746135161.379085:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627745664 00002000:00100000:1.0:1746135161.379116:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60b480 x1830954627745664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.379125:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b480 with x1830954627745664 ext(0->4095) 00002000:00010000:1.0:1746135161.379129:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60b480 00000100:00100000:1.0:1746135161.379154:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12954 00000100:00100000:1.0:1746135161.379159:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2009:x1830954627745664:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135161.379272:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2009:x1830954627745664:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.379278:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12954 00002000:00100000:1.0:1746135161.379282:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60b480 x1830954627745664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.379288:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b480 with x1830954627745664 ext(0->4095) 00002000:00010000:1.0:1746135161.379291:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60b480 00000100:00100000:0.0:1746135161.387226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.387299:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627745792 00000100:00100000:1.0:1746135161.387306:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627745792 00000100:00100000:1.0:1746135161.387352:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29137 00000100:00100000:1.0:1746135161.387360:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627745792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.387385:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.387408:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082363c4 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.387440:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c1db2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363bd expref: 88 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.387447:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.387449:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.387453:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363c4 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.387481:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c1db2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363bd expref: 88 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.387492:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c1db2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363bd expref: 88 pid: 11953 timeout: 905 lvb_type: 0 00000100:00100000:1.0:1746135161.387508:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625751296:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135161.389673:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135161.394868:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625751296:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135161.394906:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363c4 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.394924:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094414a00, rc 0) 00000100:00100000:1.0:1746135161.395557:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627745792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8194us (8330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.395565:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29137 00000100:00100000:0.0:1746135161.413620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.418471:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2011:x1830954627745920:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3516us (4848us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746135161.418484:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2117 00002000:00100000:0.0:1746135161.418496:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c7d180 x1830954627745920/t4294970530(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/448 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.418505:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d180 with x1830954627745920 ext(0->7) 00010000:00010000:0.0:1746135161.418516:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c1db2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363bd expref: 91 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.418536:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c1db2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363bd expref: 91 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.418542:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7d180 00000100:00100000:0.0:1746135161.420475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.420742:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627746048 00000100:00100000:1.0:1746135161.420754:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627746048 00000100:00100000:1.0:1746135161.422473:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29138 00000100:00100000:1.0:1746135161.422489:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1804:x1830954627746048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.422510:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.422531:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c1dc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082363cb expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.422556:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.422563:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363c4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.422568:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135161.422571:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c1dc0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363cb expref: 92 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.422617:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363c4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.422630:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c1dc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363cb expref: 92 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.422653:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009458fa00, rc 0) 00000100:00100000:1.0:1746135161.422730:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1804:x1830954627746048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 247us (2263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.422736:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29138 00000100:00100000:0.0:1746135161.426124:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.438569:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.438629:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627746432 00000100:00100000:0.0:1746135161.438637:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627746432 00002000:00100000:0.0:1746135161.438711:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b609180 x1830954627746432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.438721:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609180 with x1830954627746432 ext(0->4095) 00010000:00010000:0.0:1746135161.438734:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363c4 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.438748:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363c4 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.438755:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b609180 00000100:00100000:0.0:1746135161.438777:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2118 00000100:00100000:0.0:1746135161.438784:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627746432:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135161.438922:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627746432:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (360us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135161.438928:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2118 00002000:00100000:0.0:1746135161.438932:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b609180 x1830954627746432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.438939:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609180 with x1830954627746432 ext(0->4095) 00010000:00010000:0.0:1746135161.438944:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363c4 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.438953:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c1db9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363c4 expref: 6 pid: 11953 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.438958:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b609180 00000100:00100000:0.0:1746135161.445559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.452437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.452761:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627746816 00000100:00100000:1.0:1746135161.452767:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627746816 00002000:00100000:1.0:1746135161.452801:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7df80 x1830954627746816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.452809:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7df80 with x1830954627746816 ext(0->4095) 00002000:00010000:1.0:1746135161.452813:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7df80 00000100:00100000:1.0:1746135161.452844:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12955 00000100:00100000:1.0:1746135161.452850:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2011:x1830954627746816:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135161.452958:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2011:x1830954627746816:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.452963:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12955 00002000:00100000:1.0:1746135161.452968:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7df80 x1830954627746816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.452980:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7df80 with x1830954627746816 ext(0->4095) 00002000:00010000:1.0:1746135161.452983:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7df80 00000100:00100000:0.0:1746135161.459250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.462706:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627747200 00000100:00100000:0.0:1746135161.462711:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627747200 00000100:00100000:0.0:1746135161.462749:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29140 00000100:00100000:0.0:1746135161.462755:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086740c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1804:x1830954627747200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135161.462772:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135161.462787:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1dce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082363d9 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.462809:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135161.462813:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1dc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.462820:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135161.462823:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1dce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d9 expref: 93 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.462850:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1dc7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.462858:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1dce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d9 expref: 93 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.462865:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013020a000, rc 0) 00000100:00100000:0.0:1746135161.462884:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086740c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:1804:x1830954627747200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135161.462889:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29140 00000100:00100000:0.0:1746135161.474429:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.475653:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627747456 00000100:00100000:1.0:1746135161.475675:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627747456 00002000:00100000:1.0:1746135161.475733:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7c000 x1830954627747456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.475745:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c000 with x1830954627747456 ext(0->4095) 00010000:00010000:1.0:1746135161.475756:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d2 expref: 6 pid: 11615 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.475774:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d2 expref: 6 pid: 11615 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.475782:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7c000 00000100:00100000:1.0:1746135161.475830:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2119 00000100:00100000:1.0:1746135161.475839:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627747456:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135161.476054:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627747456:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 215us (1634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.476062:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2119 00002000:00100000:1.0:1746135161.476068:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7c000 x1830954627747456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.476076:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c000 with x1830954627747456 ext(0->4095) 00010000:00010000:1.0:1746135161.476081:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d2 expref: 6 pid: 11615 timeout: 905 lvb_type: 0 00010000:00010000:1.0:1746135161.476093:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c1dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d2 expref: 6 pid: 11615 timeout: 905 lvb_type: 0 00002000:00010000:1.0:1746135161.476099:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7c000 00000100:00100000:0.0:1746135161.482969:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.489070:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.497784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.502836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.508024:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2010:x1830954627748096:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4906us (5179us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746135161.508037:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2120 00002000:00100000:0.0:1746135161.508050:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c7ce00 x1830954627748096/t4294970531(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/448 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.508058:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7ce00 with x1830954627748096 ext(0->7) 00010000:00010000:0.0:1746135161.508067:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d9 expref: 93 pid: 11615 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.508081:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a000/0xc3cfcce4a57c1dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363d9 expref: 93 pid: 11615 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.508087:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7ce00 00000100:00100000:0.0:1746135161.521170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.536940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.537013:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627748480 00000100:00100000:0.0:1746135161.537025:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627748480 00002000:00100000:0.0:1746135161.537086:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b609c00 x1830954627748480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.537097:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609c00 with x1830954627748480 ext(0->4095) 00002000:00010000:0.0:1746135161.537104:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b609c00 00000100:00100000:0.0:1746135161.537141:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12957 00000100:00100000:0.0:1746135161.537150:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627748480:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135161.537317:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627748480:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (384us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135161.537324:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12957 00002000:00100000:0.0:1746135161.537329:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b609c00 x1830954627748480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.537335:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609c00 with x1830954627748480 ext(0->4095) 00002000:00010000:0.0:1746135161.537337:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b609c00 00000100:00100000:1.0:1746135161.538599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.544809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.544960:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627748736 00000100:00100000:1.0:1746135161.544970:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627748736 00000100:00100000:1.0:1746135161.545024:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29143 00000100:00100000:1.0:1746135161.545032:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1820:x1830954627748736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.545051:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.545070:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c1de3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082363ee expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.545096:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.545102:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1ddc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363e7 expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.545108:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.545111:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c1de3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363ee expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.545150:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1ddc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363e7 expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.545161:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c1de3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082363ee expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.545176:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f848e00, rc 0) 00000100:00100000:1.0:1746135161.545219:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1820:x1830954627748736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.545225:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29143 00000100:00100000:0.0:1746135161.547535:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.552421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.558056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.565038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.570869:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.573953:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.578824:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.580062:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.584450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.584562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.597462:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.606457:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.614765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.624458:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2010:x1830954627751296:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1086us (2372us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746135161.624466:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2124 00002000:00100000:0.0:1746135161.624474:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0f480 x1830954627751296/t4294970532(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/448 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.624481:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0f480 with x1830954627751296 ext(0->7) 00010000:00010000:0.0:1746135161.624490:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236403 expref: 95 pid: 11615 timeout: 905 lvb_type: 0 00010000:00010000:0.0:1746135161.624503:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c1df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236403 expref: 95 pid: 11615 timeout: 905 lvb_type: 0 00002000:00010000:0.0:1746135161.624509:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0f480 00000100:00100000:0.0:1746135161.626881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.632312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.632685:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627751680 00000100:00100000:0.0:1746135161.632696:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627751680 00002000:00100000:0.0:1746135161.632754:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608a80 x1830954627751680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.632766:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608a80 with x1830954627751680 ext(0->4095) 00002000:00010000:0.0:1746135161.632774:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b608a80 00000100:00100000:0.0:1746135161.632816:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12960 00000100:00100000:0.0:1746135161.632824:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627751680:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746135161.633024:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627751680:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 201us (717us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135161.633030:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12960 00002000:00100000:0.0:1746135161.633035:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608a80 x1830954627751680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.633042:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608a80 with x1830954627751680 ext(0->4095) 00002000:00010000:0.0:1746135161.633044:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b608a80 00000100:00100000:0.0:1746135161.635958:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.641964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.648972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.665410:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.730950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.735081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.742617:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954627752576:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5176us (7533us total) trans 4294970533 rc 0/0 00000100:00100000:1.0:1746135161.742630:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2125 00002000:00100000:1.0:1746135161.742668:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b608380 x1830954627752576/t4294970533(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 496/448 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.742677:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608380 with x1830954627752576 ext(0->7) 00010000:00010000:1.0:1746135161.742689:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c1e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236411 expref: 98 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.742705:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c1e06 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236411 expref: 98 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.742712:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b608380 00000100:00100000:0.0:1746135161.749598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.754965:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.755396:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627752960 00000100:00100000:1.0:1746135161.755403:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627752960 00002000:00100000:1.0:1746135161.755438:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094432d80 x1830954627752960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.755447:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432d80 with x1830954627752960 ext(0->4095) 00010000:00010000:1.0:1746135161.755456:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c1e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236418 expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.755469:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c1e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236418 expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.755475:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094432d80 00000100:00100000:1.0:1746135161.755506:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2126 00000100:00100000:1.0:1746135161.755513:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627752960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135161.755667:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627752960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 154us (702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.755672:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2126 00002000:00100000:1.0:1746135161.755677:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094432d80 x1830954627752960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.755684:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432d80 with x1830954627752960 ext(0->4095) 00010000:00010000:1.0:1746135161.755688:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c1e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236418 expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.755696:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c1e0d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236418 expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.755703:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094432d80 00000100:00100000:0.0:1746135161.761724:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.767611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.770100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.770150:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627753472 00000100:00100000:1.0:1746135161.770158:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627753472 00000100:00100000:1.0:1746135161.770209:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29151 00000100:00100000:1.0:1746135161.770216:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627753472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.770232:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.770246:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c1e1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236426 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.770269:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823641f expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.770275:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.770277:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.770281:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c1e1b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236426 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.770312:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823641f expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.770321:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823641f expref: 96 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135161.770331:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625754880:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135161.770402:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135161.771386:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625754880:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135161.771406:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c1e1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236426 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.771418:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f848e00, rc 0) 00000100:00100000:1.0:1746135161.771459:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627753472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1242us (1364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.771468:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29151 00000100:00100000:0.0:1746135161.772103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.773752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.776570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.776635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.781066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.783556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.787165:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.787286:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.790226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.790316:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627755008 00000100:00100000:1.0:1746135161.790322:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627755008 00002000:00100000:1.0:1746135161.790359:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b6a00 x1830954627755008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.790369:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6a00 with x1830954627755008 ext(0->4095) 00010000:00010000:1.0:1746135161.790378:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236434 expref: 97 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.790396:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236434 expref: 97 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.790403:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6a00 00000100:00100000:1.0:1746135161.790436:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2128 00000100:00100000:1.0:1746135161.790445:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954627755008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135161.790603:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954627755008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.790610:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2128 00002000:00100000:1.0:1746135161.790615:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b6a00 x1830954627755008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.790622:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6a00 with x1830954627755008 ext(0->4095) 00010000:00010000:1.0:1746135161.790627:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236434 expref: 97 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.790637:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c1e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236434 expref: 97 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.790690:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6a00 00000100:00100000:0.0:1746135161.794359:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627755136 00000100:00100000:0.0:1746135161.794364:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627755136 00000100:00100000:0.0:1746135161.794411:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29155 00000100:00100000:0.0:1746135161.794417:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954627755136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135161.794434:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135161.794448:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1e37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236442 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.794470:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135161.794476:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1e30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823643b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.794481:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135161.794484:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1e37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236442 expref: 99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.794524:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1e30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823643b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.794537:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c1e37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236442 expref: 98 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.794545:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98c00, rc 0) 00000100:00100000:0.0:1746135161.794607:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954627755136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135161.794613:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29155 00000100:00100000:0.0:1746135161.797867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.797977:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627755520 00000100:00100000:1.0:1746135161.797985:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627755520 00002000:00100000:1.0:1746135161.798024:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b4380 x1830954627755520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.798033:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4380 with x1830954627755520 ext(0->4095) 00010000:00010000:1.0:1746135161.798042:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1e30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823643b expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.798060:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1e30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823643b expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.798067:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b4380 00000100:00100000:1.0:1746135161.798093:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2129 00000100:00100000:1.0:1746135161.798098:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627755520:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135161.798252:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627755520:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.798258:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2129 00002000:00100000:1.0:1746135161.798263:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b4380 x1830954627755520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.798270:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4380 with x1830954627755520 ext(0->4095) 00010000:00010000:1.0:1746135161.798275:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1e30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823643b expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.798284:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1e30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823643b expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.798289:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b4380 00000100:00100000:0.0:1746135161.799864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.802267:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.802291:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627755904 00000100:00100000:1.0:1746135161.802298:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627755904 00002000:00100000:1.0:1746135161.802333:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b4e00 x1830954627755904/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.802341:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4e00 with x1830954627755904 ext(0->4095) 00002000:00010000:1.0:1746135161.802344:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b4e00 00000100:00100000:1.0:1746135161.802370:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12964 00000100:00100000:1.0:1746135161.802377:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954627755904:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135161.802538:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954627755904:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.802544:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12964 00002000:00100000:1.0:1746135161.802554:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b4e00 x1830954627755904/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.802560:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4e00 with x1830954627755904 ext(0->4095) 00002000:00010000:1.0:1746135161.802563:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b4e00 00000100:00100000:0.0:1746135161.804156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.806023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.809529:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.815513:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.815691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.816193:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29158 00000100:00100000:1.0:1746135161.816201:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954627756672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135161.816210:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135161.816217:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1e4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236457 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.816226:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.816230:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1e45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236450 expref: 99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.816234:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135161.816237:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1e4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236457 expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.816256:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1e45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236450 expref: 99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.816265:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1e4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236457 expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.816274:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849800, rc 0) 00000100:00100000:1.0:1746135161.816294:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1804:x1830954627756672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.816299:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29158 00000100:00100000:0.0:1746135161.822861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.825535:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.829786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.830525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.840708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.846113:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.854145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.854257:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627758080 00000100:00100000:1.0:1746135161.854263:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627758080 00002000:00100000:1.0:1746135161.854297:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0700 x1830954627758080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.854306:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0700 with x1830954627758080 ext(0->4095) 00010000:00010000:1.0:1746135161.854315:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013027a400/0xc3cfcce4a57c1e53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823645e expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.854328:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013027a400/0xc3cfcce4a57c1e53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823645e expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.854334:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f0700 00000100:00100000:1.0:1746135161.854360:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2132 00000100:00100000:1.0:1746135161.854366:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627758080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135161.854487:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627758080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.854493:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2132 00002000:00100000:1.0:1746135161.854497:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0700 x1830954627758080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.854505:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0700 with x1830954627758080 ext(0->4095) 00010000:00010000:1.0:1746135161.854509:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013027a400/0xc3cfcce4a57c1e53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823645e expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.854517:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013027a400/0xc3cfcce4a57c1e53 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823645e expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135161.854523:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f0700 00000100:00100000:0.0:1746135161.858267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.866738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.868932:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.874156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.878783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.878913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.878958:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627759104 00000100:00100000:1.0:1746135161.878965:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627759104 00002000:00100000:1.0:1746135161.878998:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1880 x1830954627759104/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.879013:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1880 with x1830954627759104 ext(0->4095) 00002000:00010000:1.0:1746135161.879017:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f1880 00000100:00100000:1.0:1746135161.879122:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12967 00000100:00100000:1.0:1746135161.879129:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627759104:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135161.879632:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627759104:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 502us (717us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.879662:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12967 00002000:00100000:1.0:1746135161.879668:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1880 x1830954627759104/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.879675:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1880 with x1830954627759104 ext(0->4095) 00010000:00010000:1.0:1746135161.879679:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c1e61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823646c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.879687:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c1e61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823646c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746135161.879693:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1880 00000100:00100000:0.0:1746135161.882152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.882192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.886255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.886353:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627759616 00000100:00100000:0.0:1746135161.886358:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627759616 00002000:00100000:0.0:1746135161.886390:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ee300 x1830954627759616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.886398:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee300 with x1830954627759616 ext(0->4095) 00010000:00010000:0.0:1746135161.886404:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1e68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236473 expref: 98 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135161.886415:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1e68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236473 expref: 98 pid: 9591 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135161.886421:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ee300 00000100:00100000:0.0:1746135161.886450:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2133 00000100:00100000:0.0:1746135161.886457:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954627759616:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135161.887589:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954627759616:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1127us (1327us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135161.887596:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2133 00002000:00100000:0.0:1746135161.887604:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ee300 x1830954627759616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.887612:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee300 with x1830954627759616 ext(0->4095) 00010000:00010000:0.0:1746135161.887619:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1e68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236473 expref: 98 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135161.887629:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c1e68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236473 expref: 98 pid: 9591 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135161.887634:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ee300 00000100:00100000:0.0:1746135161.891039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.895018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.895040:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627760000 00000100:00100000:0.0:1746135161.895046:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627760000 00002000:00100000:0.0:1746135161.895085:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f3100 x1830954627760000/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.895094:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3100 with x1830954627760000 ext(0->4095) 00002000:00010000:0.0:1746135161.895098:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f3100 00000100:00100000:0.0:1746135161.895189:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12968 00000100:00100000:0.0:1746135161.895197:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2009:x1830954627760000:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746135161.895552:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2009:x1830954627760000:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 355us (532us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135161.895558:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12968 00002000:00100000:0.0:1746135161.895563:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f3100 x1830954627760000/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.895570:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3100 with x1830954627760000 ext(0->4095) 00002000:00010000:0.0:1746135161.895572:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f3100 00000100:00100000:0.0:1746135161.898689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.901353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.907217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.907272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.912688:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.912904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.913087:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627760896 00000100:00100000:1.0:1746135161.913091:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627760896 00010000:00010000:1.0:1746135161.913109:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c1e76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236481 expref: 6 pid: 9591 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135161.913136:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13473 00000100:00100000:1.0:1746135161.913142:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627760896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135161.913150:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135161.913171:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c1e76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236481 expref: 6 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.913181:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c1e76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236481 expref: 6 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.913580:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c1e76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236481 expref: 6 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.913594:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.913595:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.913600:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1e7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236488 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.913606:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236488 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.913624:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236488 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.913634:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236488 expref: 97 pid: 9591 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135161.913677:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625758720:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135161.913730:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135161.919170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.919292:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625758720:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135161.919318:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135161.919382:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627760896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6238us (6476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.919394:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13473 00000100:00100000:0.0:1746135161.924570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.924667:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627761280 00000100:00100000:1.0:1746135161.924673:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627761280 00010000:00010000:1.0:1746135161.924698:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236488 expref: 98 pid: 9591 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135161.924734:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13474 00000100:00100000:1.0:1746135161.924740:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2009:x1830954627761280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135161.924751:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135161.924767:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236488 expref: 98 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.924777:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236488 expref: 98 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.924796:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c1e7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236488 expref: 98 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.924819:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.924821:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.924826:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c1e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823648f expref: 97 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.924833:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c1e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823648f expref: 97 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.924856:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c1e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823648f expref: 97 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135161.924866:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625758848:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135161.924925:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135161.927752:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625758848:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135161.927772:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135161.927823:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2009:x1830954627761280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3082us (3259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.927833:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13474 00000100:00100000:0.0:1746135161.928339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.931597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.937518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.937773:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627761792 00000100:00100000:1.0:1746135161.937787:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627761792 00010000:00010000:1.0:1746135161.937841:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c1e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823648f expref: 97 pid: 26641 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135161.937895:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13475 00000100:00100000:1.0:1746135161.937903:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954627761792:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135161.937925:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135161.937952:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c1e84 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823648f expref: 97 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.938838:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c1e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823648f expref: 97 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.938867:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c1e84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823648f expref: 97 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.938907:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.938910:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.938920:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1e8b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236496 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.938928:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1e8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236496 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.938964:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1e8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236496 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135161.938979:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625759104:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135161.939073:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135161.943470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.944681:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.944709:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627762176 00000100:00100000:0.0:1746135161.944716:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627762176 00002000:00100000:0.0:1746135161.944764:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229c00 x1830954627762176/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.944776:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229c00 with x1830954627762176 ext(0->4095) 00002000:00010000:0.0:1746135161.944783:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229c00 00000100:00100000:0.0:1746135161.944818:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12971 00000100:00100000:0.0:1746135161.944826:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627762176:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135161.945004:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627762176:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 179us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135161.945010:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12971 00002000:00100000:0.0:1746135161.945016:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229c00 x1830954627762176/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.945023:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229c00 with x1830954627762176 ext(0->4095) 00002000:00010000:0.0:1746135161.945025:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229c00 00000100:00100000:1.0:1746135161.945185:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625759104:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135161.945205:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135161.945226:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954627761792:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7325us (7722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.945233:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13475 00000100:00100000:0.0:1746135161.948139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.950026:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bb78000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625759232:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135161.950047:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 98 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135161.950061:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbec600, rc 0) 00000100:00100000:0.0:1746135161.950087:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954627761920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4577us (6628us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135161.950092:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29168 00000100:00100000:0.0:1746135161.952220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.952313:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627762432 00000100:00100000:1.0:1746135161.952321:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627762432 00010000:00010000:1.0:1746135161.952351:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1e8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236496 expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135161.952443:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13476 00000100:00100000:1.0:1746135161.952450:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627762432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135161.952471:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135161.952495:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1e8b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236496 expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.952507:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1e8b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236496 expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.952534:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1e8b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236496 expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.952566:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.952568:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.952577:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 97 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.952586:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 97 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.952628:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 97 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.952829:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 97 pid: 26641 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135161.952841:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625759488:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135161.953165:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135161.955895:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625759488:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135161.955918:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135161.955955:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627762432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3503us (3742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135161.955964:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13476 00000100:00100000:0.0:1746135161.956525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.960148:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.960304:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627762816 00000100:00100000:1.0:1746135161.960317:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627762816 00010000:00010000:1.0:1746135161.960356:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 98 pid: 26641 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135161.960441:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13477 00000100:00100000:1.0:1746135161.960451:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2009:x1830954627762816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135161.960474:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135161.960505:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 98 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.960522:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 98 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.960549:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c1e92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823649d expref: 98 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135161.960586:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.960588:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135161.960596:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1e99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364a4 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.960604:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1e99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364a4 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135161.960683:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c1e99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364a4 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135161.960700:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625759616:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135161.961665:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135161.965213:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135161.965407:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627763072 00000100:00100000:1.0:1746135161.965415:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627763072 00002000:00100000:1.0:1746135161.965464:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b800 x1830954627763072/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.965474:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b800 with x1830954627763072 ext(0->4095) 00002000:00010000:1.0:1746135161.965480:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622b800 00000100:00100000:1.0:1746135161.965517:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12972 00000100:00100000:1.0:1746135161.965526:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2008:x1830954627763072:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135161.965737:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2008:x1830954627763072:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (538us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135161.965744:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12972 00002000:00100000:1.0:1746135161.965750:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b800 x1830954627763072/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135161.965756:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b800 with x1830954627763072 ext(0->4095) 00002000:00010000:1.0:1746135161.965758:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622b800 00000100:00100000:0.0:1746135161.967968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.974097:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.977305:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.989236:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135161.998188:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627764096 00000100:00100000:0.0:1746135161.998195:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627764096 00002000:00100000:0.0:1746135161.998241:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0d500 x1830954627764096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/0 e 0 to 0 dl 1746135172 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.998252:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d500 with x1830954627764096 ext(0->4095) 00002000:00010000:0.0:1746135161.998256:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0d500 00000100:00100000:0.0:1746135161.998274:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12973 00000100:00100000:0.0:1746135161.998281:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2011:x1830954627764096:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135161.998422:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2011:x1830954627764096:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (663us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135161.998428:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12973 00002000:00100000:0.0:1746135161.998434:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0d500 x1830954627764096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:617/0 lens 488/4536 e 0 to 0 dl 1746135172 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135161.998441:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d500 with x1830954627764096 ext(0->4095) 00002000:00010000:0.0:1746135161.998444:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0d500 00000100:00100000:0.0:1746135162.003411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.011917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.018267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.023584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.024251:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627764736 00000100:00100000:1.0:1746135162.024259:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627764736 00002000:00100000:1.0:1746135162.024298:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229500 x1830954627764736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.024313:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229500 with x1830954627764736 ext(0->4095) 00010000:00010000:1.0:1746135162.024321:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1eae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364b9 expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.024332:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1eae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364b9 expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.024338:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086229500 00000100:00100000:1.0:1746135162.024352:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2137 00000100:00100000:1.0:1746135162.024357:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627764736:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135162.024472:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627764736:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (898us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.024477:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2137 00002000:00100000:1.0:1746135162.024482:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229500 x1830954627764736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.024487:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229500 with x1830954627764736 ext(0->4095) 00010000:00010000:1.0:1746135162.024491:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1eae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364b9 expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.024498:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c1eae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364b9 expref: 6 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.024503:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086229500 00000100:00100000:0.0:1746135162.030103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.036117:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.036151:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627765120 00000100:00100000:0.0:1746135162.036161:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627765120 00002000:00100000:0.0:1746135162.036217:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622bb80 x1830954627765120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.036228:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622bb80 with x1830954627765120 ext(0->4095) 00002000:00010000:0.0:1746135162.036234:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622bb80 00000100:00100000:0.0:1746135162.036932:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12974 00000100:00100000:0.0:1746135162.036941:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2011:x1830954627765120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135162.037327:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2011:x1830954627765120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 384us (1211us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.037337:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12974 00002000:00100000:1.0:1746135162.037343:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622bb80 x1830954627765120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.037353:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622bb80 with x1830954627765120 ext(0->4095) 00002000:00010000:1.0:1746135162.037356:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622bb80 00000100:00100000:0.0:1746135162.044589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.066581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.080044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.081217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.089256:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.093171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.097359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.102124:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.108479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.110088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.117062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.125302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.130028:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.136330:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.146284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.149747:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627767552:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2951us (3446us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746135162.149765:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2141 00002000:00100000:0.0:1746135162.149786:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b5c3480 x1830954627767552/t4294970535(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/448 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.149796:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3480 with x1830954627767552 ext(0->7) 00010000:00010000:0.0:1746135162.149808:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364dc expref: 101 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135162.149832:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c1ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364dc expref: 101 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135162.149840:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3480 00000100:00100000:0.0:1746135162.158751:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.158855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.166994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.170489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.171009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.175431:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.179417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.184374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.186866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.189341:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.195184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.199505:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627769472 00000100:00100000:0.0:1746135162.199518:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627769472 00000100:00100000:1.0:1746135162.201380:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29183 00000100:00100000:1.0:1746135162.201395:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627769472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.201419:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.201442:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c1efb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236506 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.201479:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364ff expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.201486:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.201488:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.201492:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c1efb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236506 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.201522:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364ff expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.201534:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1ef4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364ff expref: 101 pid: 9591 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.201552:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625763072:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.201627:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.205991:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625763072:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.206016:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c1efb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236506 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.206032:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849e00, rc 0) 00000100:00100000:1.0:1746135162.206069:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627769472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4679us (6647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.206077:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29183 00000100:00100000:0.0:1746135162.206362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.206463:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627769856 00000100:00100000:1.0:1746135162.206469:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627769856 00002000:00100000:1.0:1746135162.206496:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ef480 x1830954627769856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.206508:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ef480 with x1830954627769856 ext(0->4095) 00010000:00010000:1.0:1746135162.206512:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364ff expref: 101 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.206522:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364ff expref: 101 pid: 9591 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.206527:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ef480 00000100:00100000:1.0:1746135162.206554:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2144 00000100:00100000:1.0:1746135162.206559:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627769856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135162.206691:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627769856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.206697:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2144 00002000:00100000:1.0:1746135162.206702:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ef480 x1830954627769856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.206708:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ef480 with x1830954627769856 ext(0->4095) 00010000:00010000:1.0:1746135162.206712:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364ff expref: 101 pid: 9591 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.206719:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1ef4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082364ff expref: 101 pid: 9591 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.206723:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ef480 00000100:00100000:0.0:1746135162.212804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.212975:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627769984 00000100:00100000:1.0:1746135162.212983:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627769984 00000100:00100000:1.0:1746135162.213036:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29184 00000100:00100000:1.0:1746135162.213044:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1804:x1830954627769984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.213061:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.213076:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1f02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823650d expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.213099:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.213104:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c1efb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236506 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.213109:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135162.213113:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1f02 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823650d expref: 102 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.213140:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c1efb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236506 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.213150:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1f02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823650d expref: 102 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.213157:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849800, rc 0) 00000100:00100000:1.0:1746135162.213207:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1804:x1830954627769984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.213213:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29184 00000100:00100000:0.0:1746135162.213632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.224303:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.233451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.237359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.238044:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627770880 00000100:00100000:1.0:1746135162.238054:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627770880 00000100:00100000:1.0:1746135162.238118:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29185 00000100:00100000:1.0:1746135162.238126:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627770880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.238146:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.238165:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849000/0xc3cfcce4a57c1f09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236514 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.238196:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823650d expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.238203:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.238204:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.238207:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849000/0xc3cfcce4a57c1f09 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236514 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.238243:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823650d expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.238255:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823650d expref: 100 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.238266:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625763584:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.238846:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.243288:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625763584:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.243331:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849000/0xc3cfcce4a57c1f09 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236514 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.243351:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849000, rc 0) 00000100:00100000:1.0:1746135162.243403:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627770880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5277us (6055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.243411:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29185 00000100:00100000:0.0:1746135162.249463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.258553:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954627771008:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 7733us (9086us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746135162.258575:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2146 00002000:00100000:0.0:1746135162.258595:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae69880 x1830954627771008/t4294970536(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/448 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.258607:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69880 with x1830954627771008 ext(0->7) 00010000:00010000:0.0:1746135162.258621:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823650d expref: 103 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135162.258693:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c1f02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823650d expref: 103 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135162.258704:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae69880 00000100:00100000:0.0:1746135162.265947:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.269116:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.269497:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627771392 00000100:00100000:1.0:1746135162.269508:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627771392 00002000:00100000:1.0:1746135162.269559:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6aa00 x1830954627771392/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.269569:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6aa00 with x1830954627771392 ext(0->4095) 00002000:00010000:1.0:1746135162.269575:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6aa00 00000100:00100000:1.0:1746135162.269611:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12979 00000100:00100000:1.0:1746135162.269618:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627771392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135162.269830:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627771392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 213us (719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.269837:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12979 00002000:00100000:1.0:1746135162.269843:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6aa00 x1830954627771392/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.269850:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6aa00 with x1830954627771392 ext(0->4095) 00002000:00010000:1.0:1746135162.269853:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6aa00 00000100:00100000:0.0:1746135162.270599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.271210:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.271310:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627771520 00000100:00100000:1.0:1746135162.271321:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627771520 00000100:00100000:1.0:1746135162.271379:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29186 00000100:00100000:1.0:1746135162.271387:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1804:x1830954627771520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.271405:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.271427:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c1f10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823651b expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.271466:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849000/0xc3cfcce4a57c1f09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236514 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.271473:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.271475:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.271479:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c1f10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823651b expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.271514:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849000/0xc3cfcce4a57c1f09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236514 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.271539:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849000/0xc3cfcce4a57c1f09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236514 expref: 5 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.271603:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625763840:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.271764:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135162.273992:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.274019:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625763840:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.274060:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c1f10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823651b expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.274080:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849c00, rc 0) 00000100:00100000:1.0:1746135162.274139:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:1804:x1830954627771520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2752us (3543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.274147:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29186 00000100:00100000:0.0:1746135162.279210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.295945:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.303054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.303116:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627772416 00000100:00100000:1.0:1746135162.303123:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627772416 00002000:00100000:1.0:1746135162.303160:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6a300 x1830954627772416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.303168:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954627772416 ext(0->4095) 00002000:00010000:1.0:1746135162.303172:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6a300 00000100:00100000:1.0:1746135162.303207:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12980 00000100:00100000:1.0:1746135162.303213:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954627772416:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135162.303351:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954627772416:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.303360:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12980 00002000:00100000:1.0:1746135162.303365:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6a300 x1830954627772416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.303372:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954627772416 ext(0->4095) 00002000:00010000:1.0:1746135162.303375:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6a300 00000100:00100000:0.0:1746135162.306807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.309062:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627772544 00000100:00100000:1.0:1746135162.309080:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627772544 00000100:00100000:1.0:1746135162.309181:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29188 00000100:00100000:1.0:1746135162.309191:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627772544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.309214:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.309238:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236529 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.309275:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236522 expref: 102 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.309285:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.309286:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.309290:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f1e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236529 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.309328:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236522 expref: 102 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.309339:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236522 expref: 102 pid: 26641 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.309356:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625764352:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.309499:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.312571:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625764352:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.312601:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f1e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236529 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.312621:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:1.0:1746135162.312720:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627772544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3529us (5918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.312728:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29188 00000100:00100000:0.0:1746135162.323077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.323700:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627772672 00000100:00100000:1.0:1746135162.323712:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627772672 00002000:00100000:1.0:1746135162.323766:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae68000 x1830954627772672/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.323775:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68000 with x1830954627772672 ext(0->7) 00010000:00010000:1.0:1746135162.323785:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236522 expref: 103 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.323801:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236522 expref: 103 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.323808:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae68000 00000100:00100000:1.0:1746135162.323847:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2148 00000100:00100000:1.0:1746135162.323855:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954627772672:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135162.325933:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2010:x1830954627772672:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2072us (2868us total) trans 4294970537 rc 0/0 00000100:00100000:1.0:1746135162.325943:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2148 00002000:00100000:1.0:1746135162.325952:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae68000 x1830954627772672/t4294970537(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/448 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.325960:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68000 with x1830954627772672 ext(0->7) 00010000:00010000:1.0:1746135162.325968:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236522 expref: 105 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.325979:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c1f17 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236522 expref: 105 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.325985:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae68000 00000100:00100000:0.0:1746135162.332091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.337745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.337906:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627773056 00000100:00100000:1.0:1746135162.337914:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627773056 00002000:00100000:1.0:1746135162.337956:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6bb80 x1830954627773056/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.337965:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6bb80 with x1830954627773056 ext(0->4095) 00002000:00010000:1.0:1746135162.337971:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6bb80 00000100:00100000:1.0:1746135162.338005:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12981 00000100:00100000:1.0:1746135162.338013:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627773056:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135162.338176:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627773056:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.338182:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12981 00002000:00100000:1.0:1746135162.338189:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6bb80 x1830954627773056/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.338196:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6bb80 with x1830954627773056 ext(0->4095) 00002000:00010000:1.0:1746135162.338199:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6bb80 00000100:00100000:0.0:1746135162.345819:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.345893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.348959:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627773312 00000100:00100000:1.0:1746135162.348971:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627773312 00000100:00100000:1.0:1746135162.349026:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29189 00000100:00100000:1.0:1746135162.349036:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:1820:x1830954627773312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.349055:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.349077:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1f25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236537 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.349110:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236529 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.349118:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.349120:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.349123:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1f25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236537 expref: 105 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.349158:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236529 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.349171:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236529 expref: 5 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.349185:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625764608:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.358180:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.358289:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29190 00000100:00100000:1.0:1746135162.358298:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1804:x1830954627773184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.358316:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.358334:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236530 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.358366:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.358372:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1f25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236537 expref: 107 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.358379:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.358383:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236530 expref: 107 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.358426:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1f25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236537 expref: 107 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.358440:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236530 expref: 107 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.358453:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b675400, rc 0) 00000100:00100000:1.0:1746135162.358513:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627773184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (12619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.358519:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29190 00000100:00100000:1.0:1746135162.363233:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625764608:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.363268:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1f25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236537 expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.363288:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514000, rc 0) 00000100:00100000:1.0:1746135162.363376:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1820:x1830954627773312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14342us (17570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.363385:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29189 00000100:00100000:0.0:1746135162.366777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.372930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.378145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.379192:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627773824 00000100:00100000:1.0:1746135162.379204:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627773824 00000100:00100000:1.0:1746135162.379742:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29191 00000100:00100000:1.0:1746135162.380188:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627773824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.380211:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.380233:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823653e expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.380271:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.380277:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236530 expref: 105 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.380284:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135162.380287:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823653e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.380331:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236530 expref: 105 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.380344:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823653e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.380357:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:1.0:1746135162.380427:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627773824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 676us (2298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.380433:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29191 00000100:00100000:0.0:1746135162.380903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.386306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.386328:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627774208 00000100:00100000:0.0:1746135162.386334:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627774208 00002000:00100000:0.0:1746135162.386377:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ec000 x1830954627774208/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.386385:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec000 with x1830954627774208 ext(0->4095) 00010000:00010000:0.0:1746135162.386393:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236530 expref: 105 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135162.386407:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236530 expref: 105 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135162.386413:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ec000 00000100:00100000:0.0:1746135162.386477:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2150 00000100:00100000:0.0:1746135162.386485:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2011:x1830954627774208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135162.387018:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2011:x1830954627774208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 530us (712us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135162.387025:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2150 00002000:00100000:0.0:1746135162.387031:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ec000 x1830954627774208/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.387038:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec000 with x1830954627774208 ext(0->4095) 00010000:00010000:0.0:1746135162.387043:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236530 expref: 105 pid: 26641 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135162.387053:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236530 expref: 105 pid: 26641 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135162.387059:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ec000 00000100:00100000:0.0:1746135162.390000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.390368:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627774336 00000100:00100000:1.0:1746135162.390378:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627774336 00000100:00100000:1.0:1746135162.390440:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29192 00000100:00100000:1.0:1746135162.390449:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:1804:x1830954627774336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.390472:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.390494:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236545 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.390528:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.390534:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823653e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.390539:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135162.390542:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.390589:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823653e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.390604:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.390620:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515e00, rc 0) 00000100:00100000:1.0:1746135162.390741:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1804:x1830954627774336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 291us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.390747:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29192 00000100:00100000:0.0:1746135162.391314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.397285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.402957:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625766400 00000100:00100000:1.0:1746135162.402960:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625766400 00000100:00100000:1.0:1746135162.402982:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625766912 00000100:00100000:1.0:1746135162.402984:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625766912 00000100:00100000:1.0:1746135162.402998:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1746135162.403003:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954625766400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135162.403033:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954625766400:12345-0@lo:400:kworker.0 Request processed in 31us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.403038:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1746135162.403047:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1746135162.403050:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954625766912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135162.403067:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954625766912:12345-0@lo:400:kworker.0 Request processed in 17us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.403071:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00080000:1.0:1746135162.403109:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746135162.403112:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746135162.403114:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746135162.403138:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954625766400:0@lo:400:kworker.0 00000100:00100000:1.0:1746135162.403146:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954625766912:0@lo:400:kworker.0 00000100:00100000:1.0:1746135162.403153:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954625765760:0@lo:400:kworker.0 00000100:00100000:1.0:1746135162.403163:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3770:1830954625766272:0@lo:400:kworker.0 00000100:00100000:1.0:1746135162.403168:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3770:1830954625766784:0@lo:400:kworker.0 00000100:00100000:0.0:1746135162.404143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.404373:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625766016 00000100:00100000:1.0:1746135162.404377:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625766016 00000100:00100000:1.0:1746135162.404397:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1746135162.404401:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625766016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135162.404435:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625766016:12345-0@lo:400:kworker.0 Request processed in 34us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.404440:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1746135162.404472:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625765504 00000100:00100000:1.0:1746135162.404475:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625765504 00000100:00100000:1.0:1746135162.404492:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1746135162.404496:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3769:x1830954625765504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135162.404520:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51cec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3769:x1830954625765504:12345-0@lo:400:kworker.0 Request processed in 24us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.404524:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1746135162.404563:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627774848 00000100:00100000:1.0:1746135162.404565:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627774848 00010000:00010000:1.0:1746135162.404584:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823653e expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.404609:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13500 00000100:00100000:1.0:1746135162.404614:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627774848:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135162.404622:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135162.404666:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823653e expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.404678:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823653e expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.404698:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c1f33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823653e expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.404713:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.404715:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.404721:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.404728:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.404755:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135162.404764:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625767168:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135162.404807:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.408423:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830954625765888:0@lo:400:kworker.0 00000100:00100000:0.0:1746135162.410431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.410510:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625767168:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135162.410529:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135162.410568:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627774848:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5953us (6426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.410578:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13500 00000100:00100000:0.0:1746135162.414364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.414481:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627775232 00000100:00100000:1.0:1746135162.414493:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627775232 00000100:00100000:1.0:1746135162.414550:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29193 00000100:00100000:1.0:1746135162.414557:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627775232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.414573:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.414598:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823654c expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.414632:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.414679:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.414681:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.414685:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.414726:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.414740:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 104 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.414752:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625767296:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.414855:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.417181:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625767296:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.417221:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.417249:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b675400, rc 0) 00000100:00100000:1.0:1746135162.417314:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627775232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2756us (2958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.417323:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29193 00000100:00100000:0.0:1746135162.418198:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.418788:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627775360 00000100:00100000:1.0:1746135162.418797:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627775360 00010000:00010000:1.0:1746135162.418836:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 105 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.418867:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13501 00000100:00100000:1.0:1746135162.418876:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2010:x1830954627775360:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135162.418889:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135162.418912:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 105 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.418923:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 105 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.418942:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c1f3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236545 expref: 105 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.419915:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.419918:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.419927:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.419940:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.419993:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135162.420007:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625767424:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135162.420561:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135162.421573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.421766:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627775488 00000100:00100000:1.0:1746135162.421774:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627775488 00000100:00100000:1.0:1746135162.422354:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29194 00000100:00100000:1.0:1746135162.422362:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:1804:x1830954627775488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.422380:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.422401:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236553 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.422429:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.422435:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.422436:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.422440:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.422465:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.422479:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 5 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.422490:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625767552:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.422562:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.424576:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625767424:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135162.424586:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135162.424599:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135162.424677:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627775360:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5802us (6481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.424689:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13501 00000100:00100000:1.0:1746135162.425033:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625767552:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.425051:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 105 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.425064:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b675c00, rc 0) 00000100:00100000:1.0:1746135162.425085:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:1804:x1830954627775488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2725us (3519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.425092:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29194 00000100:00100000:0.0:1746135162.427464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.427635:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627775872 00000100:00100000:1.0:1746135162.427686:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627775872 00010000:00010000:1.0:1746135162.427732:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.427762:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13502 00000100:00100000:1.0:1746135162.427770:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627775872:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135162.427785:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135162.427807:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.427821:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.427848:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c1f41 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823654c expref: 6 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.427882:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.427884:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.427893:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.427902:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.427956:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135162.427972:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625767680:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135162.428572:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135162.431570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.431723:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625767680:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135162.431755:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135162.431826:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627775872:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4055us (4372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.431842:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13502 00000100:00100000:0.0:1746135162.434864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.435050:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627776256 00000100:00100000:1.0:1746135162.435062:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627776256 00000100:00100000:1.0:1746135162.435135:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29195 00000100:00100000:1.0:1746135162.435143:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627776256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.435169:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.435193:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823655a expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.435229:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.435236:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.435238:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.435242:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f4f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823655a expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.435278:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 104 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.435290:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 104 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.435304:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625767808:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.435415:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.440899:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625767808:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.440936:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f4f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823655a expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.440954:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af000, rc 0) 00000100:00100000:1.0:1746135162.441266:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627776256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6122us (6415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.441278:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29195 00000100:00100000:0.0:1746135162.442856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.445256:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2008:x1830954627776384:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1280us (2401us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746135162.445266:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2153 00002000:00100000:0.0:1746135162.445273:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b489f80 x1830954627776384/t4294970538(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/448 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.445281:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489f80 with x1830954627776384 ext(0->7) 00010000:00010000:0.0:1746135162.445288:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 107 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135162.445303:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 107 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135162.445308:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b489f80 00000100:00100000:0.0:1746135162.447747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.447823:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627776512 00000100:00100000:1.0:1746135162.447831:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627776512 00010000:00010000:1.0:1746135162.447865:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 107 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.447891:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13503 00000100:00100000:1.0:1746135162.447897:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2009:x1830954627776512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135162.447911:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135162.447932:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 107 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.447943:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 107 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.447970:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b675c00/0xc3cfcce4a57c1f48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236553 expref: 107 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.448003:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.448004:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.448013:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823655a expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.448021:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823655a expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.448059:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823655a expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135162.448071:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625767936:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135162.448170:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.450288:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625767936:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135162.450313:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135162.450381:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2009:x1830954627776512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2482us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.450398:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13503 00000100:00100000:0.0:1746135162.451622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.455478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.455838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.455939:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627776896 00000100:00100000:1.0:1746135162.455951:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627776896 00000100:00100000:1.0:1746135162.456099:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29196 00000100:00100000:1.0:1746135162.456108:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627776896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.456134:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.456158:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236561 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.456296:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.456300:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1f56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236568 expref: 109 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.456309:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.456312:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236561 expref: 109 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.456361:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1f56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236568 expref: 109 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.456373:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236561 expref: 109 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.456382:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af400, rc 0) 00000100:00100000:1.0:1746135162.456433:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:1804:x1830954627776896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 325us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.456439:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29196 00000100:00100000:1.0:1746135162.458695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.462067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.462158:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627777408 00000100:00100000:1.0:1746135162.462167:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627777408 00002000:00100000:1.0:1746135162.462213:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072494380 x1830954627777408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.462223:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494380 with x1830954627777408 ext(0->4095) 00010000:00010000:1.0:1746135162.462231:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1f56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236568 expref: 108 pid: 11615 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.462244:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1f56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236568 expref: 108 pid: 11615 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.462255:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072494380 00000100:00100000:1.0:1746135162.462280:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2154 00000100:00100000:1.0:1746135162.462286:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2010:x1830954627777408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135162.462823:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2010:x1830954627777408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 535us (755us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.462830:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2154 00002000:00100000:1.0:1746135162.462835:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072494380 x1830954627777408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.462842:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494380 with x1830954627777408 ext(0->4095) 00010000:00010000:1.0:1746135162.462847:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1f56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236568 expref: 108 pid: 11615 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.462856:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c1f56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236568 expref: 108 pid: 11615 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.462862:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072494380 00000100:00100000:0.0:1746135162.466939:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.467465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.473578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.474052:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627777920 00000100:00100000:1.0:1746135162.474065:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627777920 00002000:00100000:1.0:1746135162.474124:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495f80 x1830954627777920/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.474136:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495f80 with x1830954627777920 ext(0->4095) 00010000:00010000:1.0:1746135162.474148:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f5d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236561 expref: 108 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.474167:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f5d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236561 expref: 108 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.474174:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495f80 00000100:00100000:1.0:1746135162.474264:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2155 00000100:00100000:1.0:1746135162.474273:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2011:x1830954627777920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135162.474466:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2011:x1830954627777920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (902us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.474472:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2155 00002000:00100000:1.0:1746135162.474478:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495f80 x1830954627777920/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.474485:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495f80 with x1830954627777920 ext(0->4095) 00010000:00010000:1.0:1746135162.474489:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236561 expref: 107 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.474497:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236561 expref: 107 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.474503:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495f80 00000100:00100000:0.0:1746135162.477494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.477753:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627778176 00000100:00100000:1.0:1746135162.477761:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627778176 00000100:00100000:1.0:1746135162.477801:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29199 00000100:00100000:0.0:1746135162.477802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.477807:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627778176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.477827:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.477841:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f6b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236576 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.477862:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.477865:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c1f64 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823656f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.477869:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135162.477871:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f6b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236576 expref: 109 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.477896:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c1f64 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823656f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.477903:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f6b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236576 expref: 109 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.477908:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae600, rc 0) 00000100:00100000:1.0:1746135162.477954:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:1804:x1830954627778176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.477960:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29199 00000100:00100000:0.0:1746135162.483359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.483778:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627778432 00000100:00100000:1.0:1746135162.483785:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627778432 00002000:00100000:1.0:1746135162.483827:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072497480 x1830954627778432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.483837:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497480 with x1830954627778432 ext(0->4095) 00010000:00010000:1.0:1746135162.483846:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c1f64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823656f expref: 6 pid: 11615 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.483860:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c1f64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823656f expref: 6 pid: 11615 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.483866:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072497480 00000100:00100000:1.0:1746135162.484040:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2156 00000100:00100000:1.0:1746135162.484047:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627778432:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135162.484217:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627778432:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (872us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.484227:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2156 00002000:00100000:1.0:1746135162.484233:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072497480 x1830954627778432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.484240:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497480 with x1830954627778432 ext(0->4095) 00010000:00010000:1.0:1746135162.484244:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c1f64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823656f expref: 6 pid: 11615 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.484253:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c1f64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823656f expref: 6 pid: 11615 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.484258:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072497480 00000100:00100000:0.0:1746135162.486573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.491782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.496391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.496501:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627778944 00000100:00100000:1.0:1746135162.496513:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627778944 00000100:00100000:1.0:1746135162.496618:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29200 00000100:00100000:1.0:1746135162.496628:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627778944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.496782:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.496806:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f72 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823657d expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.496843:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236576 expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.496851:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.496853:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.496857:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f72 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823657d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.496889:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236576 expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.496900:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236576 expref: 106 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.496913:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625769088:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.497001:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.498946:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625769088:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.498987:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f72 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823657d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.499012:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af000, rc 0) 00000100:00100000:1.0:1746135162.499067:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627778944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2438us (2688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.499080:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29200 00000100:00100000:0.0:1746135162.499824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.501255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.501291:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627779200 00000100:00100000:1.0:1746135162.501296:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627779200 00000100:00100000:1.0:1746135162.501329:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29201 00000100:00100000:1.0:1746135162.501334:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627779200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.501346:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.501355:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c1f79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236584 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.501372:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f72 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823657d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.501378:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.501380:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.501382:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c1f79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236584 expref: 108 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.501398:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f72 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823657d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.501407:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f72 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823657d expref: 5 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.501415:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625769344:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.501468:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135162.503249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.503719:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625769344:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.503740:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c1f79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236584 expref: 107 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.503752:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364afe00, rc 0) 00000100:00100000:1.0:1746135162.504268:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627779200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2933us (3021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.504274:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29201 00000100:00100000:0.0:1746135162.507110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.507159:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.507248:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627779584 00000100:00100000:1.0:1746135162.507253:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627779584 00000100:00100000:1.0:1746135162.507291:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29202 00000100:00100000:1.0:1746135162.507297:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1820:x1830954627779584:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.507317:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.507332:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c1f80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823658b expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.507358:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.507364:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c1f79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236584 expref: 108 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.507369:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.507373:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c1f80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823658b expref: 108 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.507467:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c1f79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236584 expref: 108 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.507482:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c1f80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823658b expref: 108 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.507492:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae200, rc 0) 00000100:00100000:1.0:1746135162.507539:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:1820:x1830954627779584:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.507545:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29202 00000100:00100000:0.0:1746135162.510248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.515245:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.520504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.520603:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627780352 00000100:00100000:1.0:1746135162.520617:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627780352 00002000:00100000:1.0:1746135162.520700:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6cb100 x1830954627780352/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.520712:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb100 with x1830954627780352 ext(0->4095) 00002000:00010000:1.0:1746135162.520718:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6cb100 00000100:00100000:1.0:1746135162.520745:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12986 00000100:00100000:1.0:1746135162.520754:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2010:x1830954627780352:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135162.520950:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2010:x1830954627780352:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.520957:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12986 00002000:00100000:1.0:1746135162.520963:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6cb100 x1830954627780352/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.520970:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb100 with x1830954627780352 ext(0->4095) 00002000:00010000:1.0:1746135162.520973:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6cb100 00000100:00100000:0.0:1746135162.525301:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.525394:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627780480 00000100:00100000:1.0:1746135162.525411:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627780480 00000100:00100000:1.0:1746135162.525979:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29203 00000100:00100000:1.0:1746135162.525989:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627780480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.526013:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.526037:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236592 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.526076:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c1f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823658b expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.526085:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.526086:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.526090:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f87 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236592 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.526126:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c1f80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823658b expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.526141:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c1f80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823658b expref: 106 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.526155:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625769856:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.526516:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.528403:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625769856:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.528438:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f87 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236592 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.528456:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae600, rc 0) 00000100:00100000:1.0:1746135162.528547:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627780480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2558us (3256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.528565:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29203 00000100:00100000:0.0:1746135162.530813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.530933:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.531802:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627780736 00000100:00100000:1.0:1746135162.531806:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627780736 00000100:00100000:1.0:1746135162.531836:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29204 00000100:00100000:1.0:1746135162.531842:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627780736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.531859:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.531874:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1f8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236599 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.531893:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236592 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.531900:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.531901:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.531903:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1f8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236599 expref: 108 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.531921:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236592 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.531931:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236592 expref: 5 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.531940:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625770112:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.536387:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135162.537438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.538382:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625770112:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.538403:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1f8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236599 expref: 107 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.538416:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364aee00, rc 0) 00000100:00100000:1.0:1746135162.538434:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627780736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6593us (7501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.538440:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29204 00000100:00100000:1.0:1746135162.544045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.549599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.555590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.555787:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627781504 00000100:00100000:1.0:1746135162.555800:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627781504 00000100:00100000:1.0:1746135162.555921:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29205 00000100:00100000:1.0:1746135162.555930:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627781504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.555954:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.555977:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365a0 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.556017:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1f8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236599 expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.556026:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.556028:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.556032:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f95 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365a0 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.556074:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236599 expref: 106 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.556088:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236599 expref: 106 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.556103:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625770368:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.556867:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.561831:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625770368:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.561858:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f95 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365a0 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.561873:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af400, rc 0) 00000100:00100000:1.0:1746135162.563317:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627781504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7380us (7741us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.563327:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29205 00000100:00100000:0.0:1746135162.569009:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.575940:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:2010:x1830954627781632:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5388us (6931us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746135162.575952:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2160 00002000:00100000:0.0:1746135162.575963:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b6ca680 x1830954627781632/t4294970539(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/448 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.575972:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6ca680 with x1830954627781632 ext(0->7) 00010000:00010000:0.0:1746135162.575982:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236599 expref: 109 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135162.576000:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236599 expref: 109 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135162.576012:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6ca680 00000100:00100000:0.0:1746135162.577980:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.578216:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627781760 00000100:00100000:1.0:1746135162.578225:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627781760 00000100:00100000:1.0:1746135162.578278:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29206 00000100:00100000:1.0:1746135162.578286:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:1804:x1830954627781760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.578304:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.578323:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365a7 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.578348:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.578353:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365a0 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.578359:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135162.578362:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f9c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365a7 expref: 110 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.578401:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c1f95 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365a0 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.578413:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f9c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365a7 expref: 110 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.578422:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af000, rc 0) 00000100:00100000:1.0:1746135162.578463:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:1804:x1830954627781760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.578469:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29206 00000100:00100000:0.0:1746135162.578932:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.584526:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.594433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.607626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.614269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.618750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.622128:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:2010:x1830954627782784:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3140us (3381us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746135162.622140:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2162 00002000:00100000:0.0:1746135162.622151:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e2d80 x1830954627782784/t4294970540(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/448 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.622161:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2d80 with x1830954627782784 ext(0->7) 00010000:00010000:0.0:1746135162.622170:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365a7 expref: 111 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:0.0:1746135162.622185:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1f9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365a7 expref: 111 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:0.0:1746135162.622192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e2d80 00000100:00100000:0.0:1746135162.643178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.643789:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627783296 00000100:00100000:1.0:1746135162.643796:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627783296 00002000:00100000:1.0:1746135162.643831:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0e00 x1830954627783296/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.643839:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0e00 with x1830954627783296 ext(0->4095) 00002000:00010000:1.0:1746135162.643843:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e0e00 00000100:00100000:1.0:1746135162.643868:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12989 00000100:00100000:1.0:1746135162.643875:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627783296:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135162.644911:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627783296:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 1035us (1736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.644917:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12989 00002000:00100000:1.0:1746135162.644924:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0e00 x1830954627783296/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.645636:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0e00 with x1830954627783296 ext(0->4095) 00002000:00010000:1.0:1746135162.645663:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e0e00 00000100:00100000:0.0:1746135162.646255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.646358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.646411:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627783040 00000100:00100000:1.0:1746135162.646418:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627783040 00000100:00100000:1.0:1746135162.646465:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29208 00000100:00100000:1.0:1746135162.646472:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:1804:x1830954627783040:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.646489:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.646506:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1faa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365b5 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.646540:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c1fa3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ae expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.646548:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.646549:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.646552:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1faa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365b5 expref: 113 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.646758:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c1fa3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ae expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.646770:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c1fa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ae expref: 5 pid: 11615 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.646781:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625771264:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.647295:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.651174:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625771264:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.651199:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1faa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365b5 expref: 112 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.651213:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae600, rc 0) 00000100:00100000:1.0:1746135162.651247:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:1804:x1830954627783040:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4776us (4996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.651253:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29208 00000100:00100000:0.0:1746135162.653057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.662267:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.663142:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627783808 00000100:00100000:1.0:1746135162.663157:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627783808 00002000:00100000:1.0:1746135162.663234:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3480 x1830954627783808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.663245:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3480 with x1830954627783808 ext(0->4095) 00010000:00010000:1.0:1746135162.663258:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1faa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365b5 expref: 112 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.663278:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1faa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365b5 expref: 112 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.663286:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3480 00000100:00100000:1.0:1746135162.663339:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2163 00000100:00100000:1.0:1746135162.663347:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2010:x1830954627783808:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135162.664746:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2010:x1830954627783808:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1389us (2474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.664757:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2163 00002000:00100000:1.0:1746135162.664768:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3480 x1830954627783808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.664778:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3480 with x1830954627783808 ext(0->4095) 00010000:00010000:1.0:1746135162.664787:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1faa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365b5 expref: 112 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.664802:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1faa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365b5 expref: 112 pid: 11953 timeout: 906 lvb_type: 0 00002000:00010000:1.0:1746135162.664808:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3480 00000100:00100000:0.0:1746135162.668400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.679593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.683103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.683174:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627784320 00000100:00100000:1.0:1746135162.683182:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627784320 00000100:00100000:1.0:1746135162.683472:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29210 00000100:00100000:1.0:1746135162.683481:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627784320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.683623:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.683754:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1fb8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365c3 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.683788:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c1fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365bc expref: 110 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.683797:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.683799:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.683802:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1fb8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365c3 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.683834:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c1fb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365bc expref: 110 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.683851:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c1fb1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365bc expref: 110 pid: 11615 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.683866:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625771648:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.683956:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135162.691286:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.691846:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.691969:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625771648:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.692003:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1fb8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365c3 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.692022:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af000, rc 0) 00000100:00100000:1.0:1746135162.692066:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627784320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8587us (8973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.692075:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29210 00000100:00100000:1.0:1746135162.692108:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627784576 00000100:00100000:1.0:1746135162.692114:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627784576 00000100:00100000:1.0:1746135162.692144:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29211 00000100:00100000:1.0:1746135162.692150:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:1804:x1830954627784576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.692168:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.692186:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1fbf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365ca expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.692209:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.692215:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1fb8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365c3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.692227:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135162.692231:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1fbf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ca expref: 112 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.692917:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1fb8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365c3 expref: 5 pid: 11953 timeout: 906 lvb_type: 0 00010000:00010000:1.0:1746135162.692927:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c1fb8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365c3 expref: 5 pid: 11953 timeout: 906 lvb_type: 0 00000100:00100000:1.0:1746135162.692936:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625771904:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135162.693014:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.699070:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625771904:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.699108:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1fbf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ca expref: 112 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.699129:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364aee00, rc 0) 00000100:00100000:1.0:1746135162.699180:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:1804:x1830954627784576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7026us (7332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.699188:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29211 00000100:00100000:0.0:1746135162.705852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.713922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.720179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.732938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.733104:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627785344 00000100:00100000:1.0:1746135162.733119:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627785344 00000100:00100000:1.0:1746135162.733290:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29212 00000100:00100000:1.0:1746135162.733305:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627785344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.733332:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.733351:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1fc6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365d1 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.733387:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ca expref: 110 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.733393:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.733394:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.733397:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1fc6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d1 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.733427:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1fbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ca expref: 110 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.733440:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ca expref: 110 pid: 11953 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135162.733451:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625772160:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.738468:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135162.743330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.744157:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625772160:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.744180:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1fc6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d1 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.744192:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae600, rc 0) 00000100:00100000:1.0:1746135162.744230:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627785344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10932us (11308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.744237:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29212 00000100:00100000:0.0:1746135162.745435:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:2010:x1830954627785472:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1689us (2108us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746135162.745449:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2165 00002000:00100000:0.0:1746135162.745463:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d95a680 x1830954627785472/t4294970541(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/448 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.745474:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a680 with x1830954627785472 ext(0->7) 00010000:00010000:0.0:1746135162.745487:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ca expref: 113 pid: 11953 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.745506:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c1fbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ca expref: 113 pid: 11953 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135162.745515:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95a680 00000100:00100000:0.0:1746135162.759226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.770021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.779978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.780792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.781013:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627785984 00000100:00100000:1.0:1746135162.781031:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627785984 00000100:00100000:1.0:1746135162.781103:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627786112 00000100:00100000:1.0:1746135162.781108:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627786112 00000100:00100000:1.0:1746135162.781137:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29213 00000100:00100000:1.0:1746135162.781148:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:1804:x1830954627785984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.781170:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.781195:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c1fcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365d8 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781234:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1fc6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d1 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781244:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.781246:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.781252:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c1fcd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d8 expref: 114 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781297:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1fc6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d1 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781312:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c1fc6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d1 expref: 5 pid: 11953 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135162.781323:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625772416:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.781435:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.781684:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29214 00000100:00100000:1.0:1746135162.781690:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:1820:x1830954627786112:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.781698:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.781704:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365df expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781715:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.781718:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c1fcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d8 expref: 115 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781723:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.781725:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fd4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365df expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781746:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c1fcd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d8 expref: 115 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781757:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fd4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365df expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.781765:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515000, rc 0) 00000100:00100000:1.0:1746135162.781785:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:1820:x1830954627786112:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.781790:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29214 00000100:00100000:1.0:1746135162.783998:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625772416:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.784039:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c1fcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365d8 expref: 114 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.784059:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae800, rc 0) 00000100:00100000:1.0:1746135162.784151:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:1804:x1830954627785984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3002us (4183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.784161:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29213 00000100:00100000:1.0:1746135162.794789:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.801692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.805874:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.813301:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.818508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.819274:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627787008 00000100:00100000:1.0:1746135162.819288:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627787008 00000100:00100000:1.0:1746135162.819813:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29215 00000100:00100000:1.0:1746135162.819829:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627787008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.819857:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.819884:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365e6 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.819923:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365df expref: 112 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.819931:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.819933:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.819938:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.819976:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365df expref: 112 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.819997:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365df expref: 112 pid: 9591 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135162.820015:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625772928:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.820179:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.833068:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625772928:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135162.833123:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.833152:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514000, rc 0) 00000100:00100000:1.0:1746135162.833250:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627787008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13425us (14751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.833264:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29215 00000100:00100000:0.0:1746135162.838633:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2008:x1830954627787136:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1109us (1364us total) trans 4294970542 rc 0/0 00000100:00100000:0.0:1746135162.838691:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2167 00002000:00100000:0.0:1746135162.838706:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801325f0380 x1830954627787136/t4294970542(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 496/448 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.838718:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0380 with x1830954627787136 ext(0->7) 00010000:00010000:0.0:1746135162.838731:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365df expref: 115 pid: 9591 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.838752:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365df expref: 115 pid: 9591 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135162.838762:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f0380 00000100:00100000:0.0:1746135162.843380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.859455:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627787520 00000100:00100000:0.0:1746135162.859471:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627787520 00002000:00100000:1.0:1746135162.859597:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78000 x1830954627787520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.859609:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78000 with x1830954627787520 ext(0->4095) 00002000:00010000:1.0:1746135162.859617:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb78000 00000100:00100000:1.0:1746135162.859680:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12994 00000100:00100000:1.0:1746135162.859689:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627787520:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135162.859867:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627787520:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (1554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.859873:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12994 00002000:00100000:1.0:1746135162.859879:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78000 x1830954627787520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.859885:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78000 with x1830954627787520 ext(0->4095) 00002000:00010000:1.0:1746135162.859887:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb78000 00000100:00100000:0.0:1746135162.862135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.862189:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627787648 00000100:00100000:1.0:1746135162.862197:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627787648 00000100:00100000:1.0:1746135162.862250:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29216 00000100:00100000:1.0:1746135162.862259:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:1804:x1830954627787648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.862278:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.862297:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365ed expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.862337:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.862345:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.862347:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.862353:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ed expref: 115 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.862387:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.862398:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 5 pid: 11953 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135162.862408:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625773184:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135162.862482:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135162.866309:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625773184:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135162.866318:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135162.866341:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ed expref: 115 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.866360:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514a00, rc 0) 00000100:00100000:1.0:1746135162.866408:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:1804:x1830954627787648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4149us (4279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.866416:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29216 00000100:00100000:1.0:1746135162.866441:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627787776 00000100:00100000:1.0:1746135162.866445:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627787776 00000100:00100000:1.0:1746135162.866510:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29217 00000100:00100000:1.0:1746135162.866515:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:1820:x1830954627787776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135162.866527:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135162.866538:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fe9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082365f4 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.866555:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135162.866558:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ed expref: 116 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.866564:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135162.866566:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fe9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365f4 expref: 116 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.866592:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ed expref: 116 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.866599:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c1fe9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365f4 expref: 116 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135162.866604:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515000, rc 0) 00000100:00100000:1.0:1746135162.866616:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1820:x1830954627787776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135162.866620:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29217 00000100:00100000:0.0:1746135162.869243:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627787904 00000100:00100000:0.0:1746135162.869253:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627787904 00010000:00010000:0.0:1746135162.869290:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 6 pid: 11953 timeout: 907 lvb_type: 0 00000100:00100000:0.0:1746135162.869330:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13524 00000100:00100000:0.0:1746135162.869338:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627787904:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135162.869352:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135162.869379:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 6 pid: 11953 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.869393:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 6 pid: 11953 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.869422:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c1fdb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365e6 expref: 6 pid: 11953 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.869461:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135162.869463:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135162.869470:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ed expref: 115 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135162.869477:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ed expref: 115 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135162.869517:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ed expref: 115 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135162.869528:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c1fe2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082365ed expref: 115 pid: 11953 timeout: 907 lvb_type: 0 00000100:00100000:0.0:1746135162.869547:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130620e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625773440:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135162.870777:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135162.874562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.877769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.884094:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.887196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.894346:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.895445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.899561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.903452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.903885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.908957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.914498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.914559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.919933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.919969:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627790208 00000100:00100000:0.0:1746135162.919977:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627790208 00002000:00100000:0.0:1746135162.920026:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620e00 x1830954627790208/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.920035:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620e00 with x1830954627790208 ext(0->4095) 00010000:00010000:0.0:1746135162.920043:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c1ffe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236609 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.920062:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c1ffe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236609 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135162.920068:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620e00 00000100:00100000:0.0:1746135162.920087:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2171 00000100:00100000:0.0:1746135162.920094:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627790208:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746135162.920222:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627790208:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 129us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135162.920228:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2171 00002000:00100000:0.0:1746135162.920233:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620e00 x1830954627790208/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.920239:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620e00 with x1830954627790208 ext(0->4095) 00010000:00010000:0.0:1746135162.920243:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c1ffe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236609 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.920251:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c1ffe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236609 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135162.920256:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620e00 00000100:00100000:0.0:1746135162.928233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.937863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.941191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.944635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.946055:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.947515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.947563:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627791232 00000100:00100000:0.0:1746135162.947567:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627791232 00002000:00100000:0.0:1746135162.947596:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4eca80 x1830954627791232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.947605:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eca80 with x1830954627791232 ext(0->4095) 00010000:00010000:0.0:1746135162.947611:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c200c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236617 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.947627:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c200c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236617 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135162.947633:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4eca80 00000100:00100000:0.0:1746135162.947686:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2172 00000100:00100000:0.0:1746135162.947692:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627791232:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135162.947809:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627791232:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135162.947815:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2172 00002000:00100000:0.0:1746135162.947820:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4eca80 x1830954627791232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135162.947827:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eca80 with x1830954627791232 ext(0->4095) 00010000:00010000:0.0:1746135162.947831:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c200c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236617 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135162.947840:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c200c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236617 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135162.947845:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4eca80 00000100:00100000:0.0:1746135162.959304:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.959373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.963037:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.967989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.975595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.975726:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627792128 00000100:00100000:1.0:1746135162.975733:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627792128 00002000:00100000:1.0:1746135162.975768:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670380 x1830954627792128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.975776:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670380 with x1830954627792128 ext(0->4095) 00002000:00010000:1.0:1746135162.975780:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094670380 00000100:00100000:1.0:1746135162.975811:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12997 00000100:00100000:1.0:1746135162.975818:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954627792128:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135162.975942:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2010:x1830954627792128:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.975948:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12997 00002000:00100000:1.0:1746135162.975953:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670380 x1830954627792128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.975960:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670380 with x1830954627792128 ext(0->4095) 00002000:00010000:1.0:1746135162.975963:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094670380 00000100:00100000:0.0:1746135162.979748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.985121:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.985894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.990540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.992991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135162.996387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135162.997526:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627793152 00000100:00100000:1.0:1746135162.997536:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627793152 00002000:00100000:1.0:1746135162.997578:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a2680 x1830954627793152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/0 e 0 to 0 dl 1746135173 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.997593:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a2680 with x1830954627793152 ext(0->4095) 00002000:00010000:1.0:1746135162.997596:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a2680 00000100:00100000:1.0:1746135162.997630:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 12998 00000100:00100000:1.0:1746135162.997636:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2010:x1830954627793152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135162.997879:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2010:x1830954627793152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 242us (1499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135162.997886:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 12998 00002000:00100000:1.0:1746135162.997892:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a2680 x1830954627793152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:618/0 lens 488/4536 e 0 to 0 dl 1746135173 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135162.997899:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a2680 with x1830954627793152 ext(0->4095) 00002000:00010000:1.0:1746135162.997902:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a2680 00000100:00100000:0.0:1746135163.014879:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135163.015598:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746135163.016213:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29227 00000100:00100000:1.0:1746135163.016226:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627793280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.016247:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.016263:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c202f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823663a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.016291:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c2028 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236633 expref: 114 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.016298:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.016300:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.016303:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c202f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823663a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.016332:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c2028 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236633 expref: 114 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.016342:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c2028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236633 expref: 114 pid: 11615 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135163.016353:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625776000:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135163.016999:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135163.020267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.020507:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625776000:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135163.020531:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c202f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823663a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.020545:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515e00, rc 0) 00000100:00100000:1.0:1746135163.020585:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627793280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4363us (5718us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.020593:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29227 00000100:00080000:1.0:1746135163.022957:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746135163.026546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.027053:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627793536 00000100:00100000:0.0:1746135163.027060:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627793536 00000100:00100000:0.0:1746135163.027105:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29228 00000100:00100000:0.0:1746135163.027112:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:1804:x1830954627793536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135163.027840:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135163.027856:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c2036 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236641 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.027879:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135163.027884:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c202f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823663a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.027890:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135163.027893:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c2036 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236641 expref: 118 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.027929:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c202f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823663a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.027942:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c2036 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236641 expref: 118 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.027955:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9a00, rc 0) 00000100:00100000:0.0:1746135163.028764:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+118:1804:x1830954627793536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1649us (2220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135163.028772:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29228 00000001:00080000:0.0:1746135163.028990:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970543 is committed 00000100:00100000:0.0:1746135163.034374:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.040795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.044622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.048449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.051223:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627794432 00000100:00100000:0.0:1746135163.051230:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627794432 00000100:00100000:0.0:1746135163.051274:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29229 00000100:00100000:0.0:1746135163.051282:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627794432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135163.051297:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135163.051310:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c203d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236648 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.051333:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c2036 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236641 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.051339:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135163.051341:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135163.051344:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c203d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236648 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.051369:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c2036 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236641 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.051383:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c2036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236641 expref: 5 pid: 26641 timeout: 907 lvb_type: 0 00000100:00100000:0.0:1746135163.051394:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625776512:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135163.051843:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135163.054454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.059751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.059830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.059934:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627794816 00000100:00100000:1.0:1746135163.059942:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627794816 00002000:00100000:1.0:1746135163.059979:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1180 x1830954627794816/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.059988:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1180 with x1830954627794816 ext(0->4095) 00002000:00010000:1.0:1746135163.059994:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a1180 00000100:00100000:1.0:1746135163.060029:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13000 00000100:00100000:1.0:1746135163.060036:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627794816:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.060535:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627794816:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 499us (789us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.060545:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13000 00002000:00100000:1.0:1746135163.060550:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1180 x1830954627794816/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.060558:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1180 with x1830954627794816 ext(0->4095) 00010000:00010000:1.0:1746135163.060563:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c203d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236648 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.060572:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c203d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236648 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.060577:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1180 00000100:00100000:0.0:1746135163.062447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.064253:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.067758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.067898:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627795456 00000100:00100000:1.0:1746135163.067905:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627795456 00002000:00100000:1.0:1746135163.067942:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a0a80 x1830954627795456/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.067951:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0a80 with x1830954627795456 ext(0->4095) 00010000:00010000:1.0:1746135163.067959:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823664f expref: 7 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.067973:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823664f expref: 7 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.067981:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a0a80 00000100:00100000:1.0:1746135163.068016:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2177 00000100:00100000:1.0:1746135163.068023:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954627795456:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.068442:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954627795456:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 418us (687us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.068448:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2177 00002000:00100000:1.0:1746135163.068453:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a0a80 x1830954627795456/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.068463:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0a80 with x1830954627795456 ext(0->4095) 00010000:00010000:1.0:1746135163.068467:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823664f expref: 7 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.068476:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823664f expref: 7 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.068481:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a0a80 00000100:00100000:0.0:1746135163.070924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.074950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.075669:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627795840 00000100:00100000:1.0:1746135163.075676:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627795840 00002000:00100000:1.0:1746135163.075711:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb100 x1830954627795840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.075720:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb100 with x1830954627795840 ext(0->4095) 00002000:00010000:1.0:1746135163.075724:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cb100 00000100:00100000:1.0:1746135163.075741:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13001 00000100:00100000:1.0:1746135163.075749:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2010:x1830954627795840:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.075901:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2010:x1830954627795840:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (960us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.075907:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13001 00002000:00100000:1.0:1746135163.075912:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb100 x1830954627795840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.075918:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb100 with x1830954627795840 ext(0->4095) 00002000:00010000:1.0:1746135163.075921:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cb100 00000100:00100000:0.0:1746135163.078828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.083328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.089125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.089183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.093414:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.096156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.109920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.122382:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.129055:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.129143:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627797376 00000100:00100000:1.0:1746135163.129153:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627797376 00002000:00100000:1.0:1746135163.129200:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d596d80 x1830954627797376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.129211:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596d80 with x1830954627797376 ext(0->4095) 00002000:00010000:1.0:1746135163.129217:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d596d80 00000100:00100000:1.0:1746135163.129250:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13002 00000100:00100000:1.0:1746135163.129257:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954627797376:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135163.130112:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954627797376:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 850us (1059us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.130121:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13002 00002000:00100000:1.0:1746135163.130127:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d596d80 x1830954627797376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.130135:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596d80 with x1830954627797376 ext(0->4095) 00002000:00010000:1.0:1746135163.130138:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d596d80 00000100:00100000:0.0:1746135163.132152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.138532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.140960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.143437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.143501:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627798016 00000100:00100000:1.0:1746135163.143508:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627798016 00002000:00100000:1.0:1746135163.143555:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d596300 x1830954627798016/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.143566:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596300 with x1830954627798016 ext(0->4095) 00010000:00010000:1.0:1746135163.143577:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c2067 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236672 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.143591:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c2067 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236672 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.143598:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d596300 00000100:00100000:1.0:1746135163.143629:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2180 00000100:00100000:1.0:1746135163.143636:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627798016:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135163.143841:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627798016:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 207us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.143848:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2180 00002000:00100000:1.0:1746135163.143853:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d596300 x1830954627798016/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.143860:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596300 with x1830954627798016 ext(0->4095) 00010000:00010000:1.0:1746135163.143864:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c2067 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236672 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.143873:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c2067 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236672 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.143880:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d596300 00000100:00100000:0.0:1746135163.146502:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.149050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.156066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.160113:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.164947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.165035:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627798912 00000100:00100000:1.0:1746135163.165045:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627798912 00002000:00100000:1.0:1746135163.165113:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae09880 x1830954627798912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.165126:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09880 with x1830954627798912 ext(0->4095) 00002000:00010000:1.0:1746135163.165133:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae09880 00000100:00100000:1.0:1746135163.165178:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13003 00000100:00100000:1.0:1746135163.165186:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954627798912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135163.166100:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954627798912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 909us (1153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.166110:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13003 00002000:00100000:1.0:1746135163.166117:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae09880 x1830954627798912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.166127:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09880 with x1830954627798912 ext(0->4095) 00002000:00010000:1.0:1746135163.166131:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae09880 00000100:00100000:0.0:1746135163.170970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.176338:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.177886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.184390:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.184486:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627799552 00000100:00100000:1.0:1746135163.184495:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627799552 00002000:00100000:1.0:1746135163.184945:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae09f80 x1830954627799552/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.184956:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09f80 with x1830954627799552 ext(0->4095) 00010000:00010000:1.0:1746135163.184964:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c207c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236687 expref: 6 pid: 11953 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.184982:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c207c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236687 expref: 6 pid: 11953 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.184990:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae09f80 00000100:00100000:1.0:1746135163.185022:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2182 00000100:00100000:1.0:1746135163.185030:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627799552:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.185188:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627799552:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.185194:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2182 00002000:00100000:1.0:1746135163.185199:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae09f80 x1830954627799552/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.185206:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09f80 with x1830954627799552 ext(0->4095) 00010000:00010000:1.0:1746135163.185211:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c207c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236687 expref: 6 pid: 11953 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.185219:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c207c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236687 expref: 6 pid: 11953 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.185225:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae09f80 00000100:00100000:1.0:1746135163.198562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.203928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.212146:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.222093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.223948:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954627800192:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1224us (1860us total) trans 4294970544 rc 0/0 00000100:00100000:0.0:1746135163.223958:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2183 00002000:00100000:0.0:1746135163.223965:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089fb0700 x1830954627800192/t4294970544(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/448 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135163.223974:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0700 with x1830954627800192 ext(0->7) 00010000:00010000:0.0:1746135163.223983:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823668e expref: 8 pid: 11953 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.223996:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823668e expref: 8 pid: 11953 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135163.224001:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb0700 00000100:00100000:0.0:1746135163.243519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.247940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.259103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.271394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.272494:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627801088 00000100:00100000:1.0:1746135163.272516:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627801088 00002000:00100000:1.0:1746135163.272604:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d049f80 x1830954627801088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.272622:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049f80 with x1830954627801088 ext(0->4095) 00002000:00010000:1.0:1746135163.272630:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d049f80 00000100:00100000:1.0:1746135163.272741:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13006 00000100:00100000:1.0:1746135163.272750:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954627801088:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.272967:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954627801088:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 218us (1590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.272974:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13006 00002000:00100000:1.0:1746135163.272980:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d049f80 x1830954627801088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.272987:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049f80 with x1830954627801088 ext(0->4095) 00002000:00010000:1.0:1746135163.272990:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d049f80 00000100:00100000:0.0:1746135163.284828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.288574:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29242 00000100:00100000:1.0:1746135163.288602:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627801216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.288636:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.288699:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2098 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082366a3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.288747:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c2091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823669c expref: 7 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.288756:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.288758:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.288763:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2098 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366a3 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.288816:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c2091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823669c expref: 7 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.288831:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c2091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823669c expref: 7 pid: 11953 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135163.288846:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625779840:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135163.289007:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135163.295382:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625779840:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135163.295425:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2098 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366a3 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.295445:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515e00, rc 0) 00000100:00100000:1.0:1746135163.295500:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627801216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6912us (10691us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.295509:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29242 00000100:00100000:0.0:1746135163.299202:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.305998:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954627801344:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4926us (8238us total) trans 4294970545 rc 0/0 00000100:00100000:0.0:1746135163.306014:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2184 00002000:00100000:0.0:1746135163.306031:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007d04aa00 x1830954627801344/t4294970545(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/448 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135163.306042:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04aa00 with x1830954627801344 ext(0->7) 00010000:00010000:0.0:1746135163.306057:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c2091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823669c expref: 10 pid: 11953 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.306080:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c2091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823669c expref: 10 pid: 11953 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135163.306088:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04aa00 00000100:00100000:0.0:1746135163.312602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.318844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.325079:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.325171:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627801856 00000100:00100000:1.0:1746135163.325183:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627801856 00000100:00100000:1.0:1746135163.325260:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29243 00000100:00100000:1.0:1746135163.325269:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1804:x1830954627801856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.325293:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.325315:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c209f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082366aa expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.325347:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2098 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366a3 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.325356:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135163.325358:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135163.325361:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c209f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366aa expref: 10 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.325485:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2098 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366a3 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.325499:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366a3 expref: 5 pid: 26641 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135163.325514:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625780096:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135163.325674:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135163.330483:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.334177:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625780096:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135163.334215:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c209f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366aa expref: 11 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135163.334220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135163.334236:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:1.0:1746135163.334286:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1804:x1830954627801856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9018us (9222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.334295:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29243 00000100:00100000:0.0:1746135163.341981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.342518:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627802368 00000100:00100000:1.0:1746135163.342529:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627802368 00002000:00100000:1.0:1746135163.342581:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d048a80 x1830954627802368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.342597:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048a80 with x1830954627802368 ext(0->4095) 00010000:00010000:1.0:1746135163.342608:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c209f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366aa expref: 11 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.342624:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c209f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366aa expref: 11 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.342630:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d048a80 00000100:00100000:1.0:1746135163.342702:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2185 00000100:00100000:1.0:1746135163.342710:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2011:x1830954627802368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.343435:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2011:x1830954627802368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 723us (1451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.343443:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2185 00002000:00100000:1.0:1746135163.343449:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d048a80 x1830954627802368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.343457:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048a80 with x1830954627802368 ext(0->4095) 00010000:00010000:1.0:1746135163.343462:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c209f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366aa expref: 11 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.343472:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c209f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366aa expref: 11 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.343477:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d048a80 00000100:00100000:0.0:1746135163.348205:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.353336:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.358859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.359124:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627802880 00000100:00100000:1.0:1746135163.359141:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627802880 00000100:00100000:1.0:1746135163.359223:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29245 00000100:00100000:1.0:1746135163.359234:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627802880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.359263:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.359293:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c20ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082366b8 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.359336:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c20a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366b1 expref: 9 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.359344:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.359346:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.359349:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c20ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366b8 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.359393:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c20a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366b1 expref: 9 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.359407:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c20a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366b1 expref: 9 pid: 11953 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135163.359423:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625780608:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135163.359558:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135163.363076:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625780608:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135163.363130:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c20ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366b8 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.363162:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514000, rc 0) 00000100:00100000:1.0:1746135163.363246:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627802880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4011us (4397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.363256:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29245 00000100:00100000:0.0:1746135163.364012:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.364062:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627803136 00000100:00100000:1.0:1746135163.364071:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627803136 00000100:00100000:0.0:1746135163.364098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.364123:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29246 00000100:00100000:1.0:1746135163.364128:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:1804:x1830954627803136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.364147:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.364167:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082366bf expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.364192:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.364196:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c20ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366b8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.364202:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135163.364207:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 11 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.364253:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c20ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366b8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.364266:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 11 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.364280:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514c00, rc 0) 00000100:00100000:1.0:1746135163.364319:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1804:x1830954627803136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.364324:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29246 00000100:00100000:0.0:1746135163.366942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.369791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.373008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.376590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.380891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.381204:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627804032 00000100:00100000:1.0:1746135163.381212:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627804032 00002000:00100000:1.0:1746135163.381252:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a622300 x1830954627804032/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.381261:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622300 with x1830954627804032 ext(0->7) 00010000:00010000:1.0:1746135163.381267:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 10 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.381279:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 10 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.381285:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622300 00000100:00100000:1.0:1746135163.381314:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2187 00000100:00100000:1.0:1746135163.381320:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954627804032:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135163.397805:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954627804032:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 16469us (16910us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746135163.397822:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2187 00002000:00100000:0.0:1746135163.397838:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a622300 x1830954627804032/t4294970546(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/448 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135163.399450:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622300 with x1830954627804032 ext(0->7) 00010000:00010000:0.0:1746135163.399467:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 12 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.399487:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 12 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135163.399497:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622300 00000100:00100000:0.0:1746135163.405315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.407724:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627804288 00000100:00100000:0.0:1746135163.407728:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627804288 00010000:00010000:0.0:1746135163.407750:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 13 pid: 26641 timeout: 907 lvb_type: 0 00000100:00100000:0.0:1746135163.407777:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13555 00000100:00100000:0.0:1746135163.407782:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954627804288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135163.407792:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135163.407808:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 13 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.407818:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 13 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.407834:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c20b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366bf expref: 13 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.407856:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.407857:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.407863:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c20bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366c6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.407869:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c20bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366c6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.407888:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c20bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366c6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.407898:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c20bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366c6 expref: 5 pid: 11615 timeout: 907 lvb_type: 0 00000100:00100000:0.0:1746135163.407908:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a622a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625781376:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135163.407975:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135163.411900:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a622a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625781376:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135163.411924:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135163.413524:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627804288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5731us (7097us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135163.413536:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13555 00000100:00100000:0.0:1746135163.416553:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.425820:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.426337:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627804672 00000100:00100000:0.0:1746135163.426352:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627804672 00010000:00010000:0.0:1746135163.426401:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c20bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366c6 expref: 6 pid: 11615 timeout: 907 lvb_type: 0 00000100:00100000:0.0:1746135163.426579:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13556 00000100:00100000:0.0:1746135163.426588:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627804672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135163.426604:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135163.426629:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c20bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366c6 expref: 6 pid: 11615 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.426680:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c20bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366c6 expref: 6 pid: 11615 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.426706:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c20bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366c6 expref: 6 pid: 11615 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.426738:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.426740:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.426747:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366cd expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.426756:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366cd expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.426806:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366cd expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135163.426819:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a622d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625781504:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135163.426950:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135163.430943:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.439357:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.439631:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627805056 00000100:00100000:1.0:1746135163.439696:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627805056 00000100:00100000:1.0:1746135163.439773:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29249 00000100:00100000:1.0:1746135163.439783:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627805056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.439812:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.439840:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c20c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082366d4 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.439884:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366cd expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.439893:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.439896:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.439901:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c20c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366d4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.439938:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366cd expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.439954:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366cd expref: 11 pid: 11615 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135163.439968:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625781632:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135163.440090:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135163.444260:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625781632:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135163.444303:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c20c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366d4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.444325:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515000, rc 0) 00000100:00100000:1.0:1746135163.444397:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627805056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4616us (5053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.444407:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29249 00000100:00100000:0.0:1746135163.445334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.447456:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954627805184:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 949us (2124us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746135163.447465:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2189 00002000:00100000:0.0:1746135163.447470:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a622d80 x1830954627805184/t4294970547(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/448 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135163.447478:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622d80 with x1830954627805184 ext(0->7) 00010000:00010000:0.0:1746135163.447485:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366cd expref: 14 pid: 11615 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.447497:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366cd expref: 14 pid: 11615 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135163.447504:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622d80 00000100:00100000:0.0:1746135163.454248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.465491:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627805568 00000100:00100000:1.0:1746135163.465502:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627805568 00002000:00100000:1.0:1746135163.465557:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e1180 x1830954627805568/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.465566:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1180 with x1830954627805568 ext(0->4095) 00002000:00010000:1.0:1746135163.465572:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e1180 00000100:00100000:1.0:1746135163.465595:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13011 00000100:00100000:1.0:1746135163.465603:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627805568:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135163.465817:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627805568:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 213us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.465823:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13011 00002000:00100000:1.0:1746135163.465828:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e1180 x1830954627805568/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.465835:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1180 with x1830954627805568 ext(0->4095) 00002000:00010000:1.0:1746135163.465837:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e1180 00000100:00100000:0.0:1746135163.466126:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625781760:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135163.466146:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135163.466830:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2008:x1830954627805312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 11710us (12590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135163.466839:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13557 00000100:00100000:0.0:1746135163.471971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.473983:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627805824 00000100:00100000:0.0:1746135163.473988:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627805824 00000100:00100000:0.0:1746135163.474022:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29251 00000100:00100000:0.0:1746135163.474029:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1804:x1830954627805824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135163.474038:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135163.474049:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c490e00/0xc3cfcce4a57c20d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082366e2 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.474064:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.474068:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.474074:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135163.474077:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c490e00/0xc3cfcce4a57c20d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366e2 expref: 16 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.474100:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.474110:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c490e00/0xc3cfcce4a57c20d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366e2 expref: 16 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.474118:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c490e00, rc 0) 00000100:00100000:0.0:1746135163.474141:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1804:x1830954627805824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135163.474147:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29251 00000100:00100000:0.0:1746135163.479423:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627805952 00000100:00100000:0.0:1746135163.479433:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627805952 00010000:00010000:0.0:1746135163.479478:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c20c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366d4 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00000100:00100000:0.0:1746135163.479511:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13558 00000100:00100000:0.0:1746135163.479518:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627805952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135163.479536:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135163.479563:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c20c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366d4 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.479577:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c20c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366d4 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.479606:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c20c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366d4 expref: 6 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.479635:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.479689:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.479698:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 14 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.479707:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 14 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.479749:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 14 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.479763:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 14 pid: 26641 timeout: 907 lvb_type: 0 00000100:00100000:0.0:1746135163.479777:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625782144:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135163.479862:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135163.486531:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.486614:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625782144:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135163.486632:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135163.486695:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627805952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7177us (7372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.486706:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13558 00000100:00100000:0.0:1746135163.490342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.495153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.495453:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627806464 00000100:00100000:1.0:1746135163.495466:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627806464 00010000:00010000:1.0:1746135163.495524:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 15 pid: 26641 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135163.495577:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13559 00000100:00100000:1.0:1746135163.495586:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954627806464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135163.495608:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135163.495633:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 15 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.495697:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 15 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.495723:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c20d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366db expref: 15 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.495751:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135163.495753:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135163.495760:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c490e00/0xc3cfcce4a57c20d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366e2 expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.495769:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c490e00/0xc3cfcce4a57c20d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366e2 expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.498129:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c490e00/0xc3cfcce4a57c20d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366e2 expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.498151:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c490e00/0xc3cfcce4a57c20d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366e2 expref: 14 pid: 11615 timeout: 907 lvb_type: 0 00000100:00100000:1.0:1746135163.498175:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625782400:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135163.499955:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135163.505539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.518765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.518828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.523632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.539590:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.546229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.560460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.579528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.582140:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954627807872:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2333us (2615us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746135163.582149:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2193 00002000:00100000:0.0:1746135163.582157:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f4ef480 x1830954627807872/t4294970548(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/448 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135163.582165:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef480 with x1830954627807872 ext(0->7) 00010000:00010000:0.0:1746135163.582173:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c20e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366f0 expref: 16 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:0.0:1746135163.582185:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c20e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366f0 expref: 16 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:0.0:1746135163.582196:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef480 00000100:00100000:0.0:1746135163.599066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.605022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.605705:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627808256 00000100:00100000:1.0:1746135163.605711:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627808256 00002000:00100000:1.0:1746135163.605746:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ead80 x1830954627808256/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.605755:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ead80 with x1830954627808256 ext(0->4095) 00002000:00010000:1.0:1746135163.605759:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61ead80 00000100:00100000:1.0:1746135163.605780:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13013 00000100:00100000:1.0:1746135163.605785:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627808256:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135163.605913:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627808256:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (903us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.605919:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13013 00002000:00100000:1.0:1746135163.605923:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ead80 x1830954627808256/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.605930:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ead80 with x1830954627808256 ext(0->4095) 00002000:00010000:1.0:1746135163.605932:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61ead80 00000100:00100000:0.0:1746135163.608785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.614014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.619995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.633048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.633417:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627808896 00000100:00100000:1.0:1746135163.633430:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627808896 00002000:00100000:1.0:1746135163.633467:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8380 x1830954627808896/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.633477:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8380 with x1830954627808896 ext(0->4095) 00010000:00010000:1.0:1746135163.633485:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c20f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366fe expref: 17 pid: 11615 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.633499:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c20f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366fe expref: 17 pid: 11615 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.633506:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e8380 00000100:00100000:1.0:1746135163.633541:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2194 00000100:00100000:1.0:1746135163.633547:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954627808896:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135163.633713:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954627808896:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.633719:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2194 00002000:00100000:1.0:1746135163.633724:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8380 x1830954627808896/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.633731:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8380 with x1830954627808896 ext(0->4095) 00010000:00010000:1.0:1746135163.633736:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c20f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366fe expref: 17 pid: 11615 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.633745:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c20f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082366fe expref: 17 pid: 11615 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.633749:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e8380 00000100:00100000:0.0:1746135163.645338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.661073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.668285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.668732:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627809408 00000100:00100000:1.0:1746135163.668745:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627809408 00002000:00100000:1.0:1746135163.668795:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea680 x1830954627809408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.668805:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea680 with x1830954627809408 ext(0->4095) 00010000:00010000:1.0:1746135163.668816:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c20fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236705 expref: 16 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.668833:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c20fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236705 expref: 16 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.668839:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ea680 00000100:00100000:1.0:1746135163.668879:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2195 00000100:00100000:1.0:1746135163.668886:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954627809408:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135163.669074:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954627809408:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 188us (796us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.669081:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2195 00002000:00100000:1.0:1746135163.669086:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea680 x1830954627809408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.669094:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea680 with x1830954627809408 ext(0->4095) 00010000:00010000:1.0:1746135163.669098:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c20fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236705 expref: 16 pid: 26641 timeout: 907 lvb_type: 0 00010000:00010000:1.0:1746135163.669108:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c20fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236705 expref: 16 pid: 26641 timeout: 907 lvb_type: 0 00002000:00010000:1.0:1746135163.669113:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ea680 00000100:00100000:0.0:1746135163.673580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.675107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.680711:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.687039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.691566:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.696159:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.699089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.701388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.703492:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625784320:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135163.703517:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135163.703562:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954627810560:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4237us (4472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135163.703572:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13567 00000100:00100000:0.0:1746135163.704515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.705367:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627810944 00000100:00100000:1.0:1746135163.705375:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627810944 00002000:00100000:1.0:1746135163.705406:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994e00 x1830954627810944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.705414:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994e00 with x1830954627810944 ext(0->4095) 00010000:00010000:1.0:1746135163.705421:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c210f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823671a expref: 6 pid: 11953 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.705434:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c210f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823671a expref: 6 pid: 11953 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.705439:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994e00 00000100:00100000:1.0:1746135163.705877:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2197 00000100:00100000:1.0:1746135163.705884:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627810944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.706214:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627810944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 330us (1699us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.706220:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2197 00002000:00100000:1.0:1746135163.706225:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994e00 x1830954627810944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.706231:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994e00 with x1830954627810944 ext(0->4095) 00010000:00010000:1.0:1746135163.706235:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c210f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823671a expref: 6 pid: 11953 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.706244:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c210f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823671a expref: 6 pid: 11953 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.706254:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994e00 00000100:00100000:0.0:1746135163.707947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.708032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.711533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.711667:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627811456 00000100:00100000:1.0:1746135163.711675:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627811456 00002000:00100000:1.0:1746135163.711819:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994a80 x1830954627811456/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.711828:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994a80 with x1830954627811456 ext(0->4095) 00010000:00010000:1.0:1746135163.711836:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236721 expref: 16 pid: 11953 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.711849:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236721 expref: 16 pid: 11953 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.711855:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994a80 00000100:00100000:1.0:1746135163.711887:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2198 00000100:00100000:1.0:1746135163.711895:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627811456:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.712043:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627811456:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.712048:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2198 00002000:00100000:1.0:1746135163.712053:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994a80 x1830954627811456/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.712059:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994a80 with x1830954627811456 ext(0->4095) 00010000:00010000:1.0:1746135163.712063:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236721 expref: 16 pid: 11953 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.712075:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2116 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236721 expref: 16 pid: 11953 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.712080:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994a80 00000100:00100000:0.0:1746135163.715136:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.715223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.717907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.721843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.726394:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.728987:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.731519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.738863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.738986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.739364:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13016 00000100:00100000:1.0:1746135163.739374:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627812864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.740514:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627812864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1136us (1657us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.740556:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13016 00002000:00100000:1.0:1746135163.740565:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994380 x1830954627812864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.740573:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994380 with x1830954627812864 ext(0->4095) 00010000:00010000:1.0:1746135163.740580:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c212b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236736 expref: 6 pid: 11953 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.740592:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c212b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236736 expref: 6 pid: 11953 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.740598:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994380 00000100:00100000:0.0:1746135163.746566:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.751455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.751989:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627813376 00000100:00100000:1.0:1746135163.751998:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627813376 00002000:00100000:1.0:1746135163.752040:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996d80 x1830954627813376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.752050:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996d80 with x1830954627813376 ext(0->4095) 00002000:00010000:1.0:1746135163.752056:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b996d80 00000100:00100000:1.0:1746135163.752086:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13017 00000100:00100000:1.0:1746135163.752092:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627813376:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.752215:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627813376:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.752221:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13017 00002000:00100000:1.0:1746135163.752227:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996d80 x1830954627813376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.752233:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996d80 with x1830954627813376 ext(0->4095) 00002000:00010000:1.0:1746135163.752236:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b996d80 00000100:00100000:0.0:1746135163.758990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.783560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.784875:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954627813632:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1043us (1325us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746135163.784883:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2200 00002000:00100000:0.0:1746135163.784889:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60f800 x1830954627813632/t4294970549(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/448 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135163.784895:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f800 with x1830954627813632 ext(0->7) 00010000:00010000:0.0:1746135163.784901:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed400/0xc3cfcce4a57c2132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823673d expref: 18 pid: 11953 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135163.784914:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed400/0xc3cfcce4a57c2132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823673d expref: 18 pid: 11953 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135163.784924:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60f800 00000100:00100000:0.0:1746135163.792514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.802555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.802991:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627814016 00000100:00100000:1.0:1746135163.803002:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627814016 00002000:00100000:1.0:1746135163.803059:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60c000 x1830954627814016/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.803069:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c000 with x1830954627814016 ext(0->4095) 00002000:00010000:1.0:1746135163.803076:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60c000 00000100:00100000:1.0:1746135163.803099:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13018 00000100:00100000:1.0:1746135163.803105:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627814016:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135163.803260:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627814016:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.803267:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13018 00002000:00100000:1.0:1746135163.803272:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60c000 x1830954627814016/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.803283:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c000 with x1830954627814016 ext(0->4095) 00002000:00010000:1.0:1746135163.803285:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60c000 00000100:00100000:0.0:1746135163.807806:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.807857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.807954:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627814144 00000100:00100000:1.0:1746135163.807963:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627814144 00000100:00100000:1.0:1746135163.808012:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627814272 00000100:00100000:1.0:1746135163.808015:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627814272 00000100:00100000:1.0:1746135163.808030:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29266 00000100:00100000:1.0:1746135163.808037:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1804:x1830954627814144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.808055:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.808074:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2140 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823674b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.808103:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbedc00/0xc3cfcce4a57c2139 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236744 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.808110:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135163.808112:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135163.808115:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2140 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823674b expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.808144:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbedc00/0xc3cfcce4a57c2139 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236744 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.808155:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbedc00/0xc3cfcce4a57c2139 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236744 expref: 5 pid: 11953 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135163.808166:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625785984:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135163.808259:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135163.810270:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625785984:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135163.810294:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2140 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823674b expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.810305:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:1.0:1746135163.810351:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:1804:x1830954627814144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2314us (2553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.810356:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29266 00000100:00100000:0.0:1746135163.811102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.814448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.814840:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627814656 00000100:00100000:0.0:1746135163.814850:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627814656 00002000:00100000:0.0:1746135163.814904:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ec380 x1830954627814656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135163.814916:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec380 with x1830954627814656 ext(0->4095) 00010000:00010000:0.0:1746135163.814926:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2140 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823674b expref: 19 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135163.814940:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2140 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823674b expref: 19 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135163.814947:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ec380 00000100:00100000:0.0:1746135163.814979:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2201 00000100:00100000:0.0:1746135163.814987:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627814656:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135163.815175:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627814656:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (731us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135163.815182:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2201 00002000:00100000:0.0:1746135163.815187:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ec380 x1830954627814656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135163.815195:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec380 with x1830954627814656 ext(0->4095) 00010000:00010000:0.0:1746135163.815199:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2140 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823674b expref: 19 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135163.815208:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2140 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823674b expref: 19 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135163.815214:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ec380 00000100:00100000:0.0:1746135163.817841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.821283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.821379:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627815040 00000100:00100000:1.0:1746135163.821388:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627815040 00002000:00100000:1.0:1746135163.821430:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60f480 x1830954627815040/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.821439:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f480 with x1830954627815040 ext(0->4095) 00002000:00010000:1.0:1746135163.821445:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60f480 00000100:00100000:1.0:1746135163.821464:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13019 00000100:00100000:1.0:1746135163.821471:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2009:x1830954627815040:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135163.821616:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2009:x1830954627815040:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (341us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.821622:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13019 00002000:00100000:1.0:1746135163.821627:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60f480 x1830954627815040/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.821671:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f480 with x1830954627815040 ext(0->4095) 00002000:00010000:1.0:1746135163.821675:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60f480 00000100:00100000:0.0:1746135163.824871:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.824941:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627815168 00000100:00100000:1.0:1746135163.824951:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627815168 00000100:00100000:1.0:1746135163.824993:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29268 00000100:00100000:1.0:1746135163.825000:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627815168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.825018:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.825036:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236759 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.825067:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c2147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236752 expref: 17 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.825073:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.825074:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135163.825078:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.825106:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c2147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236752 expref: 17 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.825116:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c2147 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236752 expref: 17 pid: 11953 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135163.825128:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625786496:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135163.825473:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135163.830259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.830848:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625786496:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135163.830879:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.830896:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af000, rc 0) 00000100:00100000:1.0:1746135163.830943:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627815168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5942us (6080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.830949:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29268 00000100:00100000:0.0:1746135163.834216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.834270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.834929:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627815680 00000100:00100000:1.0:1746135163.834937:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627815680 00000100:00100000:1.0:1746135163.834983:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29269 00000100:00100000:1.0:1746135163.834991:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1804:x1830954627815680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135163.835014:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135163.835038:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236760 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.835073:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.835080:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135163.835082:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135163.835086:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236760 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.835117:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.835129:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 5 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135163.835148:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625786752:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135163.835245:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135163.835268:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627815552 00000100:00100000:1.0:1746135163.835273:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627815552 00002000:00100000:1.0:1746135163.835300:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60e680 x1830954627815552/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.835311:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60e680 with x1830954627815552 ext(0->4095) 00010000:00010000:1.0:1746135163.835318:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.835326:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.835332:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60e680 00000100:00100000:1.0:1746135163.835345:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2202 00000100:00100000:1.0:1746135163.835350:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627815552:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135163.835514:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627815552:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 162us (1307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.835520:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2202 00002000:00100000:1.0:1746135163.835527:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60e680 x1830954627815552/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.835534:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60e680 with x1830954627815552 ext(0->4095) 00010000:00010000:1.0:1746135163.835538:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.835548:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364af000/0xc3cfcce4a57c214e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236759 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.835553:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60e680 00000100:00100000:1.0:1746135163.838558:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625786752:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135163.839239:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236760 expref: 18 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135163.839272:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae200, rc 0) 00000100:00100000:0.0:1746135163.839329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.839348:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1804:x1830954627815680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4356us (5076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135163.839357:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29269 00000100:00100000:0.0:1746135163.839365:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627815808 00000100:00100000:0.0:1746135163.839373:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627815808 00000100:00100000:0.0:1746135163.839408:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29270 00000100:00100000:0.0:1746135163.839414:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1820:x1830954627815808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135163.839431:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135163.839449:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c215c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236767 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.839474:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.839479:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236760 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.839488:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135163.839493:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c215c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236767 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.839526:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236760 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.839536:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c215c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236767 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.839543:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b446a00, rc 0) 00000100:00100000:0.0:1746135163.839559:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:1820:x1830954627815808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135163.839565:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29270 00000100:00100000:0.0:1746135163.844100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.849228:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.849587:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627816192 00000100:00100000:1.0:1746135163.849601:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627816192 00002000:00100000:1.0:1746135163.849701:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d500 x1830954627816192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.849712:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d500 with x1830954627816192 ext(0->4095) 00010000:00010000:1.0:1746135163.849721:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236760 expref: 19 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.849737:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236760 expref: 19 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.849745:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60d500 00000100:00100000:1.0:1746135163.849784:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2203 00000100:00100000:1.0:1746135163.849792:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2011:x1830954627816192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135163.849982:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2011:x1830954627816192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 190us (765us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.849988:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2203 00002000:00100000:1.0:1746135163.849994:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d500 x1830954627816192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.850000:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d500 with x1830954627816192 ext(0->4095) 00010000:00010000:1.0:1746135163.850005:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236760 expref: 19 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.850014:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364ae200/0xc3cfcce4a57c2155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236760 expref: 19 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.850020:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60d500 00000100:00100000:0.0:1746135163.853334:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.859736:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.863895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.879375:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.881795:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627816832 00000100:00100000:1.0:1746135163.881816:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627816832 00002000:00100000:1.0:1746135163.881898:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60dc00 x1830954627816832/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.881908:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60dc00 with x1830954627816832 ext(0->7) 00010000:00010000:1.0:1746135163.881921:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c215c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236767 expref: 18 pid: 9591 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.881939:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c215c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236767 expref: 18 pid: 9591 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.881946:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60dc00 00000100:00100000:1.0:1746135163.882659:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2204 00000100:00100000:1.0:1746135163.882669:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954627816832:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135163.891620:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627816832:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 8935us (12237us total) trans 4294970550 rc 0/0 00000100:00100000:1.0:1746135163.891662:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2204 00002000:00100000:1.0:1746135163.891674:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60dc00 x1830954627816832/t4294970550(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/448 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.891684:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60dc00 with x1830954627816832 ext(0->7) 00010000:00010000:1.0:1746135163.891696:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c215c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236767 expref: 20 pid: 9591 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.891712:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b446a00/0xc3cfcce4a57c215c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236767 expref: 20 pid: 9591 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.891720:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60dc00 00000100:00100000:0.0:1746135163.908601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.909917:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.915405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.915465:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627817344 00000100:00100000:1.0:1746135163.915472:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627817344 00002000:00100000:1.0:1746135163.915510:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60c700 x1830954627817344/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.915519:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c700 with x1830954627817344 ext(0->4095) 00010000:00010000:1.0:1746135163.915529:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2163 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823676e expref: 6 pid: 9591 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.915548:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2163 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823676e expref: 6 pid: 9591 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.915555:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60c700 00000100:00100000:1.0:1746135163.915573:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2205 00000100:00100000:1.0:1746135163.915579:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627817344:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135163.915732:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627817344:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.915739:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2205 00002000:00100000:1.0:1746135163.915744:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60c700 x1830954627817344/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.915751:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c700 with x1830954627817344 ext(0->4095) 00010000:00010000:1.0:1746135163.915756:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2163 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823676e expref: 6 pid: 9591 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.915764:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2163 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823676e expref: 6 pid: 9591 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.915769:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60c700 00000100:00100000:0.0:1746135163.920296:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.924562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.924680:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627817728 00000100:00100000:1.0:1746135163.924687:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627817728 00002000:00100000:1.0:1746135163.924718:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1500 x1830954627817728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.924728:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1500 with x1830954627817728 ext(0->4095) 00002000:00010000:1.0:1746135163.924732:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed1500 00000100:00100000:1.0:1746135163.924754:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13021 00000100:00100000:1.0:1746135163.924761:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954627817728:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135163.924881:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954627817728:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.924887:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13021 00002000:00100000:1.0:1746135163.924892:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1500 x1830954627817728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.924898:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1500 with x1830954627817728 ext(0->4095) 00002000:00010000:1.0:1746135163.924901:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed1500 00000100:00100000:0.0:1746135163.941966:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.949120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.949823:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627817984 00000100:00100000:1.0:1746135163.949832:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627817984 00002000:00100000:1.0:1746135163.949872:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed2680 x1830954627817984/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.949883:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2680 with x1830954627817984 ext(0->7) 00010000:00010000:1.0:1746135163.949892:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c216a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236775 expref: 20 pid: 9591 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.949906:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c216a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236775 expref: 20 pid: 9591 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.949913:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed2680 00000100:00100000:1.0:1746135163.949932:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2206 00000100:00100000:1.0:1746135163.949938:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627817984:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135163.951595:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2010:x1830954627817984:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1648us (2470us total) trans 4294970551 rc 0/0 00000100:00100000:1.0:1746135163.951606:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2206 00002000:00100000:1.0:1746135163.951613:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed2680 x1830954627817984/t4294970551(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:619/0 lens 496/448 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.951621:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2680 with x1830954627817984 ext(0->7) 00010000:00010000:1.0:1746135163.951629:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c216a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236775 expref: 22 pid: 9591 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135163.951664:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c216a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236775 expref: 22 pid: 9591 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135163.951670:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed2680 00000100:00100000:0.0:1746135163.953919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.961365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.961440:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627818368 00000100:00100000:1.0:1746135163.961456:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627818368 00002000:00100000:1.0:1746135163.961508:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed0700 x1830954627818368/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.961518:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0700 with x1830954627818368 ext(0->4095) 00002000:00010000:1.0:1746135163.961525:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed0700 00000100:00100000:1.0:1746135163.961563:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13022 00000100:00100000:1.0:1746135163.961571:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627818368:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135163.961796:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627818368:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 226us (440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135163.961802:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13022 00002000:00100000:1.0:1746135163.961808:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed0700 x1830954627818368/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135163.961819:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0700 with x1830954627818368 ext(0->4095) 00002000:00010000:1.0:1746135163.961822:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed0700 00000100:00100000:0.0:1746135163.966401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.967150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.972323:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.975006:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.978314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135163.980312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.987711:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135163.992220:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627819776 00000100:00100000:0.0:1746135163.992224:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627819776 00010000:00010000:0.0:1746135163.992241:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed600/0xc3cfcce4a57c217f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823678a expref: 23 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:0.0:1746135163.992801:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13584 00000100:00100000:0.0:1746135163.992808:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2010:x1830954627819776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135163.992816:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135163.992834:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed600/0xc3cfcce4a57c217f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823678a expref: 23 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135163.992844:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbed600/0xc3cfcce4a57c217f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823678a expref: 23 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135163.992859:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed600/0xc3cfcce4a57c217f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823678a expref: 23 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135163.992872:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.992873:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135163.992879:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec000/0xc3cfcce4a57c2186 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236791 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.992886:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec000/0xc3cfcce4a57c2186 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236791 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.992905:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec000/0xc3cfcce4a57c2186 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236791 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135163.992916:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec000/0xc3cfcce4a57c2186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236791 expref: 5 pid: 9591 timeout: 908 lvb_type: 0 00000100:00100000:0.0:1746135163.992925:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625788800:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135163.992976:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135163.999477:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.000179:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627820032 00000100:00100000:1.0:1746135164.000188:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627820032 00002000:00100000:1.0:1746135164.000222:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1c00 x1830954627820032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/0 e 0 to 0 dl 1746135174 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.000231:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1c00 with x1830954627820032 ext(0->4095) 00010000:00010000:1.0:1746135164.000238:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec000/0xc3cfcce4a57c2186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236791 expref: 6 pid: 9591 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.000250:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec000/0xc3cfcce4a57c2186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236791 expref: 6 pid: 9591 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.000256:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b1c00 00000100:00100000:1.0:1746135164.000281:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2209 00000100:00100000:1.0:1746135164.000287:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627820032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135164.000402:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627820032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (938us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.000407:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2209 00002000:00100000:1.0:1746135164.000412:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1c00 x1830954627820032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:619/0 lens 488/4536 e 0 to 0 dl 1746135174 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.000418:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1c00 with x1830954627820032 ext(0->4095) 00010000:00010000:1.0:1746135164.000422:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec000/0xc3cfcce4a57c2186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236791 expref: 6 pid: 9591 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.000430:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec000/0xc3cfcce4a57c2186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236791 expref: 6 pid: 9591 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.000435:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b1c00 00000100:00100000:0.0:1746135164.003079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.007160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.010990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.015733:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.016982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.018575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.021854:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627821184 00000100:00100000:0.0:1746135164.021862:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627821184 00010000:00010000:0.0:1746135164.021894:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2194 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823679f expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:0.0:1746135164.021934:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13587 00000100:00100000:0.0:1746135164.021941:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627821184:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135164.021957:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135164.021974:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2194 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823679f expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.021985:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2194 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823679f expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.022011:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2194 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823679f expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.022043:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.022046:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.022053:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c219b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367a6 expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.022063:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c219b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367a6 expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.022097:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c219b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367a6 expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135164.022109:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625789440:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135164.022181:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.029103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.037293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.058127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.061629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.065589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.071122:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.074807:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.074861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.074893:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.074912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.074943:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.074956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.074969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.075037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.075270:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627822336 00000100:00100000:1.0:1746135164.075275:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627822336 00000100:00100000:1.0:1746135164.075301:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 575 00000100:00100000:1.0:1746135164.075306:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d1679040-1d62-400d-a12d-d6046506b877+12:2011:x1830954627822336:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135164.075361:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51ce050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d1679040-1d62-400d-a12d-d6046506b877+12:2011:x1830954627822336:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 55us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.075367:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 575 00000100:00100000:1.0:1746135164.075395:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1212 00000100:00100000:1.0:1746135164.075400:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954627822848:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135164.075422:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954627822848:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.075428:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1212 00000100:00100000:1.0:1746135164.075439:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1213 00000100:00100000:1.0:1746135164.075442:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954627822464:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135164.075459:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954627822464:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.075464:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1213 00000100:00100000:1.0:1746135164.075470:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1214 00000100:00100000:1.0:1746135164.075473:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627822976:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135164.075485:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627822976:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 11us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.075489:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1214 00000100:00100000:0.0:1746135164.077521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.081208:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.081299:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627823616 00000100:00100000:1.0:1746135164.081310:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627823616 00002000:00100000:1.0:1746135164.081361:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d063b80 x1830954627823616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.081371:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063b80 with x1830954627823616 ext(0->4095) 00010000:00010000:1.0:1746135164.081380:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c21a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367b4 expref: 25 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.081395:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c21a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367b4 expref: 25 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.081403:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d063b80 00000100:00100000:1.0:1746135164.081439:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2212 00000100:00100000:1.0:1746135164.081446:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2009:x1830954627823616:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135164.081588:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2009:x1830954627823616:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.081595:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2212 00002000:00100000:1.0:1746135164.081600:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d063b80 x1830954627823616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.081608:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063b80 with x1830954627823616 ext(0->4095) 00010000:00010000:1.0:1746135164.081612:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c21a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367b4 expref: 25 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.081622:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c21a9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367b4 expref: 25 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.081630:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d063b80 00000100:00100000:0.0:1746135164.086110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.091884:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625790208:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135164.091908:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135164.091959:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2010:x1830954627823744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4973us (5863us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135164.091970:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13590 00000100:00100000:0.0:1746135164.093853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.097917:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.100511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.100575:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627824512 00000100:00100000:1.0:1746135164.100584:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627824512 00002000:00100000:1.0:1746135164.100628:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515c00 x1830954627824512/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.100698:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515c00 with x1830954627824512 ext(0->4095) 00002000:00010000:1.0:1746135164.100704:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a515c00 00000100:00100000:1.0:1746135164.100738:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13027 00000100:00100000:1.0:1746135164.100745:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627824512:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135164.101035:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627824512:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 291us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.101042:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13027 00002000:00100000:1.0:1746135164.101047:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515c00 x1830954627824512/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.101054:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515c00 with x1830954627824512 ext(0->4095) 00002000:00010000:1.0:1746135164.101057:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a515c00 00000100:00100000:0.0:1746135164.102715:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.102791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.106036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.112941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.119264:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.123455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.130132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.132480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.136332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.141353:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625791232:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135164.141371:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135164.141419:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2011:x1830954627825792:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8587us (8937us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135164.141428:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13594 00000100:00100000:0.0:1746135164.142094:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.145387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.148280:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.148709:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13595 00000100:00100000:1.0:1746135164.148722:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627826432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.148737:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.148763:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c21cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367d7 expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.148776:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c21cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367d7 expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.148798:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c21cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367d7 expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.148831:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.148833:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.148841:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c21d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367de expref: 24 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.148849:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c21d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367de expref: 24 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.148885:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c21d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367de expref: 24 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.148898:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c21d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367de expref: 24 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.148911:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625791616:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.148994:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.151253:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625791616:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.151281:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.151615:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627826432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2894us (3342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.151629:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13595 00000100:00100000:0.0:1746135164.156585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.164094:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.164241:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627826816 00000100:00100000:1.0:1746135164.164252:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627826816 00010000:00010000:1.0:1746135164.164295:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c21d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367de expref: 25 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.164391:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13596 00000100:00100000:1.0:1746135164.164400:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2009:x1830954627826816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.164416:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.164440:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c21d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367de expref: 25 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.164451:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c21d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367de expref: 25 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.164476:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c21d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367de expref: 25 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.164506:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.164509:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.164516:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 24 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.164524:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 24 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.164570:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 24 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.164584:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625791744:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.164710:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.166916:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.167131:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625791744:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.167155:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.167206:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2009:x1830954627826816:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2807us (3121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.167220:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13596 00000100:00100000:0.0:1746135164.172065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.172268:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29289 00000100:00100000:1.0:1746135164.173755:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627827200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.173796:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.173833:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082367ec expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.173876:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 23 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.173885:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.173887:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.173891:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.173929:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 23 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.173942:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 23 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.173956:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954625791872:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135164.174087:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.181690:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.181797:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.182101:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954625791872:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135164.182123:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182139:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740200, rc 0) 00000100:00100000:1.0:1746135164.182173:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627827200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9898us (10120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.182181:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29289 00000100:00100000:1.0:1746135164.182204:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627827328 00000100:00100000:1.0:1746135164.182208:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627827328 00000100:00100000:1.0:1746135164.182243:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29290 00000100:00100000:1.0:1746135164.182248:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:1804:x1830954627827328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.182260:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.182271:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082367f3 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182288:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.182292:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182301:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135164.182304:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 25 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182329:0:9590:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182336:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 25 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182342:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741200, rc 0) 00000100:00100000:1.0:1746135164.182353:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:1804:x1830954627827328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.182357:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29290 00000100:00100000:1.0:1746135164.182375:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627827456 00000100:00100000:1.0:1746135164.182377:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627827456 00010000:00010000:1.0:1746135164.182388:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 25 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.182402:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13597 00000100:00100000:1.0:1746135164.182406:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2011:x1830954627827456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.182412:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.182428:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 25 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.182436:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 25 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.182451:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c21da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367e5 expref: 25 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.182462:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.182463:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.182468:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182474:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182486:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.182495:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 5 pid: 9590 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.182505:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625792128:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.182551:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.189071:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625792128:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.189088:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.189125:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2011:x1830954627827456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6718us (7327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.189136:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13597 00000100:00100000:0.0:1746135164.193081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.193153:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627827840 00000100:00100000:1.0:1746135164.193160:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627827840 00010000:00010000:1.0:1746135164.193185:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.193215:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13598 00000100:00100000:1.0:1746135164.193220:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627827840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.193230:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.193245:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.193400:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.193422:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c21e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367ec expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.193437:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.193438:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.193445:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 23 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.193452:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 23 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.193481:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 23 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.193491:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625792256:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.194407:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.196031:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625792256:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.196047:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.196253:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627827840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3030us (3177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.196263:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13598 00000100:00100000:0.0:1746135164.205943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135164.207769:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135164.220175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.228120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.232520:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954627828352:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1610us (12338us total) trans 4294970553 rc 0/0 00000100:00100000:0.0:1746135164.232534:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2217 00002000:00100000:0.0:1746135164.232545:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f56e680 x1830954627828352/t4294970553(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.232562:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56e680 with x1830954627828352 ext(0->7) 00010000:00010000:0.0:1746135164.232573:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 27 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.232587:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 27 pid: 9590 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135164.232593:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56e680 00000100:00100000:0.0:1746135164.235907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.235998:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627828608 00000100:00100000:1.0:1746135164.236006:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627828608 00010000:00010000:1.0:1746135164.236037:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 27 pid: 9590 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.236074:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13599 00000100:00100000:1.0:1746135164.236080:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c63c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627828608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.236097:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.236232:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 27 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.236246:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 27 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.236273:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c21e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367f3 expref: 27 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.236302:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.236305:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.236312:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c21ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367fa expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.236320:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c21ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367fa expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.236359:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c21ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367fa expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.236371:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c21ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367fa expref: 5 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.236385:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625792640:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.237034:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.240688:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625792640:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.240708:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.240750:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c63c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627828608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4669us (4851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.240761:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13599 00000100:00100000:0.0:1746135164.241204:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.244239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.244945:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627828992 00000100:00100000:1.0:1746135164.244958:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627828992 00010000:00010000:1.0:1746135164.245006:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c21ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367fa expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.245058:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13600 00000100:00100000:1.0:1746135164.245067:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627828992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.245084:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.245114:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c21ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367fa expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.245129:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c21ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367fa expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.245161:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c21ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082367fa expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.245182:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.245184:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.245193:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c21f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236801 expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.245201:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c21f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236801 expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.245241:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c21f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236801 expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.245256:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625792768:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.245501:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.247242:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625792768:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.247267:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.247315:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627828992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2249us (3088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.247327:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13600 00000100:00100000:0.0:1746135164.248519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.248594:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627829248 00000100:00100000:1.0:1746135164.248601:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627829248 00002000:00100000:1.0:1746135164.248720:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56c380 x1830954627829248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.248730:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c380 with x1830954627829248 ext(0->4095) 00002000:00010000:1.0:1746135164.248734:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56c380 00000100:00100000:1.0:1746135164.248845:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13031 00000100:00100000:1.0:1746135164.248851:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627829248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135164.249074:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627829248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 221us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.249081:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13031 00002000:00100000:1.0:1746135164.249090:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56c380 x1830954627829248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.249097:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c380 with x1830954627829248 ext(0->4095) 00002000:00010000:1.0:1746135164.249099:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56c380 00000100:00100000:0.0:1746135164.252157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.260961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.263463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.264248:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627829632 00000100:00100000:1.0:1746135164.264263:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627829632 00010000:00010000:1.0:1746135164.264320:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c21f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236801 expref: 27 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.264370:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13601 00000100:00100000:1.0:1746135164.264378:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627829632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.264394:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.264420:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c21f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236801 expref: 27 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.264438:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c21f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236801 expref: 27 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.264469:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c21f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236801 expref: 27 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.264504:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.264506:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.264514:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.264521:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.265312:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.265326:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 5 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.265339:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625793152:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.268206:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.269490:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625793152:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.269523:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.269598:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627829632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5218us (6139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.269614:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13601 00000100:00100000:0.0:1746135164.272063:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.272808:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627829888 00000100:00100000:1.0:1746135164.272823:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627829888 00002000:00100000:1.0:1746135164.272890:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b616a00 x1830954627829888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.272900:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b616a00 with x1830954627829888 ext(0->4095) 00010000:00010000:1.0:1746135164.272912:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.272927:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.272934:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b616a00 00000100:00100000:1.0:1746135164.272964:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2219 00000100:00100000:1.0:1746135164.272972:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627829888:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135164.273172:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627829888:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 200us (1124us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.273179:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2219 00002000:00100000:1.0:1746135164.273184:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b616a00 x1830954627829888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.273191:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b616a00 with x1830954627829888 ext(0->4095) 00010000:00010000:1.0:1746135164.273195:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.273209:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.273214:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b616a00 00000100:00100000:0.0:1746135164.276836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.276936:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627830016 00000100:00100000:1.0:1746135164.276944:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627830016 00010000:00010000:1.0:1746135164.276973:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.277011:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13602 00000100:00100000:1.0:1746135164.277018:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627830016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.277028:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.277046:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.277055:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.277074:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbecc00/0xc3cfcce4a57c21fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236808 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.277090:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.277091:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.277098:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.277109:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.277137:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.277147:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625793280:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.277216:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.279780:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.279866:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625793280:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.279881:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.279915:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627830016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2897us (3086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.279925:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13602 00000100:00100000:0.0:1746135164.305159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.315351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.317243:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.326370:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2011:x1830954627830528:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 10777us (11016us total) trans 4294970554 rc 0/0 00000100:00100000:0.0:1746135164.326383:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2220 00002000:00100000:0.0:1746135164.326395:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b615180 x1830954627830528/t4294970554(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.326409:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615180 with x1830954627830528 ext(0->7) 00010000:00010000:0.0:1746135164.326420:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 29 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.326442:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 29 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135164.326448:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b615180 00000100:00100000:0.0:1746135164.331367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.331465:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627830784 00000100:00100000:1.0:1746135164.331477:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627830784 00010000:00010000:1.0:1746135164.331521:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 29 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.331578:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13603 00000100:00100000:1.0:1746135164.331586:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2009:x1830954627830784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.331603:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.331627:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 29 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.331669:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 29 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.331691:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2204 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823680f expref: 29 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.331718:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.331720:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.331729:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c220b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236816 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.331739:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c220b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236816 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.331775:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c220b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236816 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.331787:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c220b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236816 expref: 5 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.331800:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625793664:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.331900:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.336769:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.336854:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625793664:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.336871:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.336907:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2009:x1830954627830784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5321us (5553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.336920:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13603 00000100:00100000:0.0:1746135164.342590:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.342852:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627831168 00000100:00100000:1.0:1746135164.342862:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627831168 00010000:00010000:1.0:1746135164.342898:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c220b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236816 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.343100:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13604 00000100:00100000:1.0:1746135164.343107:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627831168:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.343121:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.343140:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c220b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236816 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.343153:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c220b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236816 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.343174:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c220b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236816 expref: 6 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.343374:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.343376:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.343383:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2212 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823681d expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.343390:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2212 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823681d expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.343416:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2212 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823681d expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.343428:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625793792:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.343895:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.346439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.346789:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625793792:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.346805:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.346841:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627831168:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3734us (4258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.346850:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13604 00000100:00100000:0.0:1746135164.350243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.354024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.359688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.368205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.374301:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.378133:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.381692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.387078:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2008:x1830954627832704:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5054us (5374us total) trans 4294970555 rc 0/0 00000100:00100000:0.0:1746135164.387092:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2223 00002000:00100000:0.0:1746135164.387105:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094746d80 x1830954627832704/t4294970555(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.387115:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746d80 with x1830954627832704 ext(0->7) 00010000:00010000:0.0:1746135164.387129:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2220 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823682b expref: 30 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.387152:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2220 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823682b expref: 30 pid: 26641 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135164.387159:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094746d80 00000100:00100000:0.0:1746135164.396234:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627832960 00000100:00100000:0.0:1746135164.396242:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627832960 00000100:00100000:0.0:1746135164.396291:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29300 00000100:00100000:0.0:1746135164.396298:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954627832960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135164.396318:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135164.396335:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236839 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.396359:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135164.396365:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.396370:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135164.396373:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 31 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.396409:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.396420:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 31 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.396434:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe9a00, rc 0) 00000100:00100000:0.0:1746135164.396470:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:1804:x1830954627832960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135164.396475:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29300 00000100:00100000:0.0:1746135164.396697:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13607 00000100:00100000:0.0:1746135164.396704:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2009:x1830954627832832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135164.396711:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135164.396728:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2220 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823682b expref: 31 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.396737:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2220 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823682b expref: 31 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.396752:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2220 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823682b expref: 31 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.396776:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.396777:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.396783:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.396790:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.396807:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.396819:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 5 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:0.0:1746135164.396872:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094747480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625794688:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.396969:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b48db300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.405987:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094747480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625794688:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.406008:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.406058:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2009:x1830954627832832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9353us (10069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.406069:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13607 00000001:00080000:0.0:1746135164.417723:0:9588:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972156 is committed 00000100:00100000:0.0:1746135164.418494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.418558:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627833344 00000100:00100000:1.0:1746135164.418566:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627833344 00010000:00010000:1.0:1746135164.418599:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.418660:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13608 00000100:00100000:1.0:1746135164.418668:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627833344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.418681:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.418698:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.418714:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.418735:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2227 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236832 expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.418762:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.418764:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.418771:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.418779:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.418809:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.418819:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625794816:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.418886:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.422796:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.423333:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625794816:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.423348:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.423383:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094747480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627833344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4716us (4893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.423390:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13608 00000100:00100000:1.0:1746135164.436270:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627833728 00000100:00100000:1.0:1746135164.436278:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627833728 00000100:00100000:1.0:1746135164.436324:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29301 00000100:00100000:1.0:1746135164.436332:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627833728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.436348:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.436364:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236840 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.436390:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.436396:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.436398:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.436401:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236840 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.436426:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.436436:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 29 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.436448:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625794944:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135164.436538:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.449978:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625794944:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135164.450019:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236840 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.450046:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af400, rc 0) 00000100:00100000:1.0:1746135164.450127:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627833728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13795us (13951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.450135:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29301 00000100:00100000:0.0:1746135164.450999:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625795072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135164.451050:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135164.451162:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625795072 00000100:00100000:1.0:1746135164.451168:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625795072 00000100:00100000:1.0:1746135164.451201:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1746135164.451207:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625795072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746135164.451242:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746135164.451274:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625795072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.451279:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1746135164.451399:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625795072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135164.451607:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627833856 00000100:00100000:0.0:1746135164.451611:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627833856 00002000:00100000:0.0:1746135164.451684:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801325b1880 x1830954627833856/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.451694:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1880 with x1830954627833856 ext(0->7) 00010000:00010000:0.0:1746135164.451702:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 30 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.451717:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 30 pid: 26641 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135164.451724:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b1880 00000100:00100000:0.0:1746135164.452669:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954627833856:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 758us (1095us total) trans 4294970556 rc 0/0 00000100:00100000:0.0:1746135164.452681:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2225 00002000:00100000:0.0:1746135164.452687:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801325b1880 x1830954627833856/t4294970556(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.452696:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1880 with x1830954627833856 ext(0->7) 00010000:00010000:0.0:1746135164.452702:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 32 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.452713:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 32 pid: 26641 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135164.452719:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b1880 00000100:00100000:0.0:1746135164.463035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.463167:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627833984 00000100:00100000:1.0:1746135164.463179:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627833984 00000100:00100000:1.0:1746135164.463238:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29302 00000100:00100000:1.0:1746135164.463247:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1804:x1830954627833984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.463277:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.463304:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c223c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236847 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.463337:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.463343:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236840 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.463349:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135164.463354:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c223c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236847 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.463389:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236840 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.463401:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c223c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236847 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.463412:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364aee00, rc 0) 00000100:00100000:1.0:1746135164.463482:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:1804:x1830954627833984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.463489:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29302 00000100:00100000:0.0:1746135164.466407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.467099:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1746135164.467111:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625795328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746135164.467148:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498969408 pending 372736 free 3920183296 avail 3688660992 00000100:00100000:1.0:1746135164.467751:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625795328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 641us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.467759:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1746135164.467789:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627834112 00000100:00100000:1.0:1746135164.467793:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627834112 00010000:00010000:1.0:1746135164.467825:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 33 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.469881:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13609 00000100:00100000:1.0:1746135164.469903:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2011:x1830954627834112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.469933:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.469972:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 33 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.469992:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 33 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.470025:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c222e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236839 expref: 33 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.470063:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.470066:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.470074:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236840 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.470083:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236840 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.470135:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236840 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.470148:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c2235 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236840 expref: 5 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.470174:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625795456:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.470512:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.477167:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.477978:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625795456:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.478006:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.478049:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2011:x1830954627834112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8154us (11655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.478059:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13609 00000100:00100000:0.0:1746135164.481978:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625795584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746135164.482082:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135164.483912:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625795584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746135164.487328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.493019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.497956:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746135164.497980:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625795840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746135164.498072:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135164.498872:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625795840 00000100:00100000:1.0:1746135164.498880:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625795840 00000100:00100000:1.0:1746135164.498941:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1746135164.498948:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625795840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746135164.498969:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922821120 avail 3691298816 00000100:00100000:1.0:1746135164.499021:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625795840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.499026:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1746135164.499055:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627834880 00000100:00100000:1.0:1746135164.499058:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627834880 00000100:00100000:1.0:1746135164.499076:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29303 00000100:00100000:1.0:1746135164.499080:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627834880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.499090:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.499107:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823684e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.499129:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c223c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236847 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.499134:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.499136:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.499139:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.499161:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c223c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236847 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.499172:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c223c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236847 expref: 31 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.499181:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625795968:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135164.499237:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.499681:0:3769:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972156 gen 2 00000004:00080000:0.0:1746135164.499687:0:3769:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800944b0000, transno 4294972156 00000100:00100000:0.0:1746135164.499703:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625795840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746135164.501562:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625795968:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135164.501605:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.501638:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae800, rc 0) 00000100:00100000:1.0:1746135164.503841:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627834880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4740us (4997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.503855:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29303 00000100:00100000:0.0:1746135164.504557:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.509613:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954627835008:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3906us (5046us total) trans 4294970557 rc 0/0 00000100:00100000:1.0:1746135164.509625:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2227 00002000:00100000:1.0:1746135164.509656:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e5880 x1830954627835008/t4294970557(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.509665:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5880 with x1830954627835008 ext(0->7) 00010000:00010000:1.0:1746135164.509676:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c223c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236847 expref: 34 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.509693:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c223c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236847 expref: 34 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.509700:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5880 00000100:00100000:1.0:1746135164.514578:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746135164.514596:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aed3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954625796096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746135164.514682:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135164.514907:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aed3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954625796096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746135164.516183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.516862:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.519456:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627835264 00000100:00100000:1.0:1746135164.519473:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627835264 00000100:00100000:1.0:1746135164.519546:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29304 00000100:00100000:1.0:1746135164.519555:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1804:x1830954627835264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.519583:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.519607:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236855 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.519675:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.519682:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.519684:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.519687:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236855 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.519725:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.519736:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 5 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.519756:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625796352:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135164.519881:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.521295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.521416:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627835520 00000100:00100000:1.0:1746135164.521426:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627835520 00002000:00100000:1.0:1746135164.521483:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e7100 x1830954627835520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.521492:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7100 with x1830954627835520 ext(0->4095) 00010000:00010000:1.0:1746135164.521504:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.521519:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.521527:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e7100 00000100:00100000:1.0:1746135164.521738:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2228 00000100:00100000:1.0:1746135164.521748:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627835520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135164.521906:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627835520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (622us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.521913:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2228 00002000:00100000:1.0:1746135164.521918:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e7100 x1830954627835520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.521925:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7100 with x1830954627835520 ext(0->4095) 00010000:00010000:1.0:1746135164.521929:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.521939:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364ae800/0xc3cfcce4a57c2243 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823684e expref: 6 pid: 26641 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.521944:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e7100 00000100:00100000:1.0:1746135164.524558:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625796352:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135164.524596:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236855 expref: 34 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.524615:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364afe00, rc 0) 00000100:00100000:1.0:1746135164.525196:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1804:x1830954627835264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5639us (8330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.525207:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29304 00000100:00100000:0.0:1746135164.530006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.530075:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627835648 00000100:00100000:1.0:1746135164.530085:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627835648 00000100:00100000:1.0:1746135164.530142:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29305 00000100:00100000:1.0:1746135164.530150:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1820:x1830954627835648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.530166:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.530183:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2251 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823685c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.530211:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.530216:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236855 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.530222:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.530226:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2251 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823685c expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.530256:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236855 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.530267:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2251 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823685c expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.530276:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740200, rc 0) 00000100:00100000:1.0:1746135164.530334:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:1820:x1830954627835648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.530340:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29305 00000100:00100000:0.0:1746135164.531548:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.534864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.534936:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627836032 00000100:00100000:1.0:1746135164.534952:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627836032 00002000:00100000:1.0:1746135164.535007:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5c00 x1830954627836032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.535030:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5c00 with x1830954627836032 ext(0->4095) 00010000:00010000:1.0:1746135164.535039:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236855 expref: 35 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.535283:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236855 expref: 35 pid: 26641 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.535291:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5c00 00000100:00100000:1.0:1746135164.535310:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2229 00000100:00100000:1.0:1746135164.535317:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2011:x1830954627836032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135164.535475:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2011:x1830954627836032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.535481:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2229 00002000:00100000:1.0:1746135164.535487:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5c00 x1830954627836032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.535494:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5c00 with x1830954627836032 ext(0->4095) 00010000:00010000:1.0:1746135164.535498:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236855 expref: 35 pid: 26641 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.535508:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c224a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236855 expref: 35 pid: 26641 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.535513:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5c00 00000100:00100000:0.0:1746135164.541634:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.548241:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.548503:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627836416 00000100:00100000:1.0:1746135164.548509:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627836416 00002000:00100000:1.0:1746135164.548538:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5f80 x1830954627836416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.548546:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5f80 with x1830954627836416 ext(0->4095) 00002000:00010000:1.0:1746135164.548550:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e5f80 00000100:00100000:1.0:1746135164.548744:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13037 00000100:00100000:1.0:1746135164.548751:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954627836416:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135164.548864:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954627836416:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.548870:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13037 00002000:00100000:1.0:1746135164.548875:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5f80 x1830954627836416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.548881:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5f80 with x1830954627836416 ext(0->4095) 00002000:00010000:1.0:1746135164.548884:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e5f80 00000100:00100000:1.0:1746135164.552155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.558431:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.558498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.562904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.569534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.573206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.578119:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.578425:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627837568 00000100:00100000:1.0:1746135164.578437:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627837568 00000100:00100000:1.0:1746135164.578514:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29308 00000100:00100000:1.0:1746135164.578526:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627837568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.578554:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.578577:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c2266 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236871 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.578617:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c225f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823686a expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.578624:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.578635:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.578673:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c2266 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236871 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.578706:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c225f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823686a expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.578718:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c225f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823686a expref: 33 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.578734:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625797376:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135164.578827:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.582149:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625797376:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135164.582190:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c2266 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236871 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.582212:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741c00, rc 0) 00000100:00100000:1.0:1746135164.582273:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627837568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3750us (4169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.582282:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29308 00000100:00100000:0.0:1746135164.584783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.584906:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627837696 00000100:00100000:1.0:1746135164.584919:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627837696 00002000:00100000:1.0:1746135164.584967:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082664a80 x1830954627837696/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.585557:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664a80 with x1830954627837696 ext(0->7) 00010000:00010000:1.0:1746135164.585571:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c225f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823686a expref: 34 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.585587:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c225f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823686a expref: 34 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:1.0:1746135164.585594:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664a80 00000100:00100000:1.0:1746135164.586078:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2231 00000100:00100000:1.0:1746135164.586090:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2011:x1830954627837696:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135164.589238:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954627837696:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3138us (4454us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1746135164.589252:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2231 00002000:00100000:0.0:1746135164.589265:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082664a80 x1830954627837696/t4294970558(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.589275:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664a80 with x1830954627837696 ext(0->7) 00010000:00010000:0.0:1746135164.589288:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c225f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823686a expref: 36 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:0.0:1746135164.589307:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c225f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823686a expref: 36 pid: 11615 timeout: 908 lvb_type: 0 00002000:00010000:0.0:1746135164.589315:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664a80 00000100:00100000:0.0:1746135164.591838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.598940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.599017:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627838080 00000100:00100000:1.0:1746135164.599027:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627838080 00000100:00100000:0.0:1746135164.599117:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.599145:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627838208 00000100:00100000:0.0:1746135164.599148:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627838208 00002000:00100000:0.0:1746135164.599184:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665180 x1830954627838208/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.599193:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665180 with x1830954627838208 ext(0->4095) 00002000:00010000:0.0:1746135164.599198:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082665180 00000100:00100000:0.0:1746135164.599452:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13039 00000100:00100000:0.0:1746135164.599460:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627838208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135164.599683:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627838208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 222us (564us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135164.599690:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13039 00002000:00100000:0.0:1746135164.599700:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665180 x1830954627838208/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.599707:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665180 with x1830954627838208 ext(0->4095) 00002000:00010000:0.0:1746135164.599710:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082665180 00000100:00100000:1.0:1746135164.600151:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29309 00000100:00100000:1.0:1746135164.600160:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:1804:x1830954627838080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.600173:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.600198:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c226d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236878 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.600226:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c2266 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236871 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.600234:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.600236:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.600240:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c226d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236878 expref: 36 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.600277:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c2266 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236871 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.600660:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c2266 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236871 expref: 5 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.600673:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625797632:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135164.600928:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.602761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.602896:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625797632:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135164.602935:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c226d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236878 expref: 36 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.602957:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741a00, rc 0) 00000100:00100000:1.0:1746135164.603017:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:1804:x1830954627838080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2857us (4082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.603027:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29309 00000100:00100000:1.0:1746135164.603060:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627838336 00000100:00100000:1.0:1746135164.603066:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627838336 00000100:00100000:1.0:1746135164.603100:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29310 00000100:00100000:1.0:1746135164.603107:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:1820:x1830954627838336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.603125:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746135164.603138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135164.603142:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2274 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823687f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.603164:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.603168:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c226d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236878 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.603174:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.603177:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2274 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823687f expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.603309:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c226d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236878 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.603319:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2274 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823687f expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.603331:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741400, rc 0) 00000100:00100000:1.0:1746135164.603347:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:1820:x1830954627838336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.603352:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29310 00000100:00100000:0.0:1746135164.605804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.609241:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.613016:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.614836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.614893:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627839232 00000100:00100000:1.0:1746135164.614899:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627839232 00000100:00100000:1.0:1746135164.614943:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29311 00000100:00100000:1.0:1746135164.614950:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627839232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.614962:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.614978:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c227b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236886 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.615000:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823687f expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.615007:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.615008:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.615011:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c227b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236886 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.615036:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823687f expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.615046:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823687f expref: 35 pid: 26641 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.615060:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954625798144:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135164.615149:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.616757:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954625798144:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135164.616794:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c227b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236886 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.616815:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740000, rc 0) 00000100:00100000:1.0:1746135164.616867:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627839232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1915us (2034us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.616875:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29311 00000100:00100000:0.0:1746135164.617219:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.621267:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627839616 00000100:00100000:0.0:1746135164.621274:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627839616 00002000:00100000:0.0:1746135164.621329:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2300 x1830954627839616/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.621338:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2300 with x1830954627839616 ext(0->4095) 00002000:00010000:0.0:1746135164.621342:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed2300 00000100:00100000:0.0:1746135164.621379:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13041 00000100:00100000:0.0:1746135164.621387:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627839616:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135164.621549:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627839616:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (326us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135164.621555:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13041 00002000:00100000:0.0:1746135164.621560:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2300 x1830954627839616/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.621567:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2300 with x1830954627839616 ext(0->4095) 00002000:00010000:0.0:1746135164.621570:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed2300 00000100:00100000:1.0:1746135164.624229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.624319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.626857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.627189:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13620 00000100:00100000:1.0:1746135164.627197:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627840000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.627210:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.627232:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c227b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236886 expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.627242:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c227b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236886 expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.627266:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c227b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236886 expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.627303:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.627305:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.627312:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823688d expref: 36 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.627320:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823688d expref: 36 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.627354:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823688d expref: 36 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.627392:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823688d expref: 36 pid: 9590 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.627407:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625798656:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.627458:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.629129:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.629421:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625798656:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.629438:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.629489:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627840000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2294us (2642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.629498:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13620 00000100:00100000:0.0:1746135164.631445:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.631495:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627840384 00000100:00100000:1.0:1746135164.631502:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627840384 00010000:00010000:1.0:1746135164.631525:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823688d expref: 37 pid: 9590 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.631569:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13621 00000100:00100000:1.0:1746135164.631575:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2008:x1830954627840384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.631585:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.631599:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823688d expref: 37 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.631609:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823688d expref: 37 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.631664:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed800/0xc3cfcce4a57c2282 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823688d expref: 37 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.631677:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.631679:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.631685:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c2289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236894 expref: 36 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.631692:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c2289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236894 expref: 36 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.631722:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c2289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236894 expref: 36 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.631734:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625798784:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.633210:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.636293:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625798784:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135164.636301:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135164.636314:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.636356:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2008:x1830954627840384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4780us (4916us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.636364:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13621 00000100:00100000:0.0:1746135164.639774:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.644523:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.644730:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627840896 00000100:00100000:1.0:1746135164.644742:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627840896 00010000:00010000:1.0:1746135164.644787:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c2289 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236894 expref: 36 pid: 11615 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.644848:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13622 00000100:00100000:1.0:1746135164.644856:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2010:x1830954627840896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.644872:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.644894:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c2289 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236894 expref: 36 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.644907:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c2289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236894 expref: 36 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.644933:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c2289 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236894 expref: 36 pid: 11615 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.644958:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.644959:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.644967:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2290 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823689b expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.644974:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2290 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823689b expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.645002:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2290 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823689b expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.645013:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625799040:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.645083:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.646808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.646960:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625799040:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.646976:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.647011:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2010:x1830954627840896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2157us (2494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.647018:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13622 00000100:00100000:0.0:1746135164.647496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.652237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.652437:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627841536 00000100:00100000:1.0:1746135164.652442:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627841536 00010000:00010000:1.0:1746135164.652466:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2290 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823689b expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.652488:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13623 00000100:00100000:1.0:1746135164.652494:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627841536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.652506:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.652526:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2290 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823689b expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.652536:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2290 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823689b expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.652556:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbece00/0xc3cfcce4a57c2290 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823689b expref: 6 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.652569:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.652571:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.652577:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a2 expref: 35 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.652584:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a2 expref: 35 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.652611:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a2 expref: 35 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.652622:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625799296:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.652694:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.654734:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625799296:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.654761:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.654821:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627841536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2325us (2582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.654833:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13623 00000100:00100000:0.0:1746135164.657092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.661160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.661265:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627841920 00000100:00100000:1.0:1746135164.661274:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627841920 00010000:00010000:1.0:1746135164.661301:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a2 expref: 37 pid: 9590 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.661437:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13624 00000100:00100000:1.0:1746135164.661444:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2011:x1830954627841920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.661458:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.661477:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a2 expref: 37 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.661487:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a2 expref: 37 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.661512:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec800/0xc3cfcce4a57c2297 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a2 expref: 37 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.661540:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.661542:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.661547:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed400/0xc3cfcce4a57c229e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a9 expref: 36 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.661554:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed400/0xc3cfcce4a57c229e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a9 expref: 36 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.661581:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbed400/0xc3cfcce4a57c229e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a9 expref: 36 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.661592:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625799552:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.661772:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.663686:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625799552:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.663701:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.663749:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954627841920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2305us (2595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.663761:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13624 00000100:00100000:0.0:1746135164.664486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.666258:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.669785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.669938:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627842432 00000100:00100000:1.0:1746135164.669946:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627842432 00010000:00010000:1.0:1746135164.669977:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed400/0xc3cfcce4a57c229e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a9 expref: 36 pid: 9590 timeout: 908 lvb_type: 0 00000100:00100000:1.0:1746135164.670284:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13625 00000100:00100000:1.0:1746135164.670292:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2010:x1830954627842432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.670306:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.670329:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed400/0xc3cfcce4a57c229e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a9 expref: 36 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.670340:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbed400/0xc3cfcce4a57c229e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368a9 expref: 36 pid: 9590 timeout: 908 lvb_type: 0 00010000:00010000:1.0:1746135164.670362:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.670364:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.670370:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c22a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368b0 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.670377:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c22a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368b0 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.670585:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c22a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368b0 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.670596:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a515880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625799808:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.670947:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.674489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.675522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.677180:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.677404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.680148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.682837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.687202:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.688637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.695164:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.701359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.702510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.708767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.713146:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.719286:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.727091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.731680:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954627844992:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3726us (4596us total) trans 4294970559 rc 0/0 00000100:00100000:1.0:1746135164.731689:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2238 00002000:00100000:1.0:1746135164.731700:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a515880 x1830954627844992/t4294970559(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.731829:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515880 with x1830954627844992 ext(0->7) 00010000:00010000:1.0:1746135164.731838:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed000/0xc3cfcce4a57c22c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368cc expref: 39 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.731853:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed000/0xc3cfcce4a57c22c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368cc expref: 39 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135164.731859:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515880 00000100:00100000:0.0:1746135164.735230:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.746463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.753185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.764979:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.778793:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.789754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.789832:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627846144 00000100:00100000:0.0:1746135164.789844:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627846144 00002000:00100000:0.0:1746135164.789914:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e4000 x1830954627846144/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.789925:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4000 with x1830954627846144 ext(0->7) 00010000:00010000:0.0:1746135164.789935:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c22cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368da expref: 38 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.789951:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c22cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368da expref: 38 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135164.789958:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e4000 00000100:00100000:0.0:1746135164.793866:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627846144:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2299us (4112us total) trans 4294970560 rc 0/0 00000100:00100000:0.0:1746135164.793876:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2240 00002000:00100000:0.0:1746135164.793886:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e4000 x1830954627846144/t4294970560(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.793895:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4000 with x1830954627846144 ext(0->7) 00010000:00010000:0.0:1746135164.793903:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c22cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368da expref: 40 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.793918:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c22cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368da expref: 40 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135164.793925:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e4000 00000100:00100000:0.0:1746135164.798905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.805157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.805290:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627846528 00000100:00100000:0.0:1746135164.805297:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627846528 00002000:00100000:0.0:1746135164.805338:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e6680 x1830954627846528/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.805347:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6680 with x1830954627846528 ext(0->4095) 00002000:00010000:0.0:1746135164.805352:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e6680 00000100:00100000:0.0:1746135164.805760:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13048 00000100:00100000:0.0:1746135164.805767:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627846528:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746135164.805904:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627846528:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (755us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135164.805910:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13048 00002000:00100000:0.0:1746135164.805915:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e6680 x1830954627846528/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.805922:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6680 with x1830954627846528 ext(0->4095) 00002000:00010000:0.0:1746135164.805924:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e6680 00000100:00100000:0.0:1746135164.808288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.819200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.819287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.819337:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627846912 00000100:00100000:1.0:1746135164.819346:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627846912 00000100:00100000:1.0:1746135164.819385:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29326 00000100:00100000:1.0:1746135164.819392:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1804:x1830954627846912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.819407:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.819424:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c22e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082368ef expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.819446:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.819451:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c22dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368e8 expref: 42 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.819456:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.819460:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c22e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368ef expref: 42 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.819488:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380600/0xc3cfcce4a57c22dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368e8 expref: 42 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.819499:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c22e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368ef expref: 42 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.819508:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7400, rc 0) 00000100:00100000:1.0:1746135164.819545:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1804:x1830954627846912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.819551:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29326 00000100:00100000:1.0:1746135164.828264:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.834029:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.838123:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.843862:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625802240:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135164.843889:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135164.843957:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4561050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627847424:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4678us (5845us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135164.843968:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13634 00000100:00100000:0.0:1746135164.844920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.848277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.848360:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.849043:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627847808 00000100:00100000:0.0:1746135164.849047:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627847808 00000100:00100000:0.0:1746135164.849084:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29328 00000100:00100000:0.0:1746135164.849090:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954627847808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135164.849103:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135164.849114:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082368fd expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.849129:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.849134:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.849136:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.849140:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.849155:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.849164:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 5 pid: 9590 timeout: 909 lvb_type: 0 00000100:00100000:0.0:1746135164.849171:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625802496:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135164.849194:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a949c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.850786:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625802496:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135164.850802:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.850812:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58ea00, rc 0) 00000100:00100000:0.0:1746135164.850828:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954627847808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1740us (2563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135164.850834:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29328 00000100:00100000:1.0:1746135164.851157:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627848192 00000100:00100000:1.0:1746135164.851163:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627848192 00002000:00100000:1.0:1746135164.851197:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1180 x1830954627848192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.851205:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1180 with x1830954627848192 ext(0->4095) 00010000:00010000:1.0:1746135164.851211:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.851226:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135164.851231:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1180 00000100:00100000:1.0:1746135164.851257:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2243 00000100:00100000:1.0:1746135164.851263:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627848192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135164.851376:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627848192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.851382:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2243 00002000:00100000:1.0:1746135164.851387:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1180 x1830954627848192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.851394:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1180 with x1830954627848192 ext(0->4095) 00010000:00010000:1.0:1746135164.851398:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.851406:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135164.851411:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1180 00000100:00100000:0.0:1746135164.853737:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627848320 00000100:00100000:0.0:1746135164.853746:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627848320 00010000:00010000:0.0:1746135164.853783:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00000100:00100000:0.0:1746135164.853885:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13636 00000100:00100000:0.0:1746135164.853892:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627848320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135164.853906:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135164.853925:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.853936:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.853954:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c22eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368f6 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.854169:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.854172:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.854177:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.854185:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.854215:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135164.854225:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625802624:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135164.854493:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a949c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.857382:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625802624:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.857400:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.857446:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627848320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3553us (3829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.857458:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13636 00000100:00100000:0.0:1746135164.857861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.857914:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627848576 00000100:00100000:1.0:1746135164.857919:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627848576 00002000:00100000:1.0:1746135164.857945:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1f80 x1830954627848576/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.857953:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1f80 with x1830954627848576 ext(0->4095) 00002000:00010000:1.0:1746135164.857957:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b1f80 00000100:00100000:1.0:1746135164.857968:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13049 00000100:00100000:1.0:1746135164.857974:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627848576:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135164.858084:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627848576:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (223us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.858090:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13049 00002000:00100000:1.0:1746135164.858095:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1f80 x1830954627848576/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.858101:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1f80 with x1830954627848576 ext(0->4095) 00002000:00010000:1.0:1746135164.858103:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b1f80 00000100:00100000:0.0:1746135164.861076:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627848704 00000100:00100000:0.0:1746135164.861083:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627848704 00000100:00100000:0.0:1746135164.861127:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29329 00000100:00100000:0.0:1746135164.861133:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627848704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135164.861148:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135164.861160:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236904 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.861182:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.861188:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135164.861189:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135164.861192:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.861212:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.861221:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 39 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:0.0:1746135164.861230:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625802752:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135164.861785:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.863089:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625802752:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135164.863114:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.863127:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364af400, rc 0) 00000100:00100000:0.0:1746135164.863328:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627848704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2193us (2576us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135164.863335:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29329 00000100:00100000:0.0:1746135164.866621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.867412:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627848960 00000100:00100000:0.0:1746135164.867421:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627848960 00000100:00100000:0.0:1746135164.867486:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29330 00000100:00100000:0.0:1746135164.867495:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954627848960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135164.867517:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135164.867540:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823690b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.867569:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135164.867574:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.867580:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135164.867583:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.867653:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.867668:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.867679:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364aee00, rc 0) 00000100:00100000:1.0:1746135164.867733:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627848832 00000100:00100000:0.0:1746135164.867737:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1804:x1830954627848960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.867738:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627848832 00000100:00100000:0.0:1746135164.867743:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29330 00010000:00010000:1.0:1746135164.867760:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 41 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135164.867782:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13637 00000100:00100000:1.0:1746135164.867788:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627848832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.867796:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.867821:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 41 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.867834:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 41 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.867854:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c22f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082368fd expref: 41 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.867879:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.867880:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.867887:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.867895:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.867916:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.867927:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 5 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135164.867938:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625803008:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.868123:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.870976:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625803008:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.870994:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.871053:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627848832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3263us (4442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.871067:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13637 00000100:00100000:0.0:1746135164.876269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.877006:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627849344 00000100:00100000:1.0:1746135164.877017:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627849344 00010000:00010000:1.0:1746135164.877054:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135164.877328:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13638 00000100:00100000:1.0:1746135164.877334:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627849344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135164.877345:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135164.877361:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.877373:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.877397:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c22f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236904 expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.877430:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.877432:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.877439:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.877446:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.877479:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135164.877491:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625803136:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135164.877568:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135164.882565:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625803136:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135164.882588:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135164.882781:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627849344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5444us (6518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.882796:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13638 00000100:00100000:0.0:1746135164.883011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.883168:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627849600 00000100:00100000:1.0:1746135164.883174:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627849600 00002000:00100000:1.0:1746135164.883215:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b0700 x1830954627849600/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.883224:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0700 with x1830954627849600 ext(0->4095) 00002000:00010000:1.0:1746135164.883229:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b0700 00000100:00100000:1.0:1746135164.883261:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13050 00000100:00100000:1.0:1746135164.883267:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2009:x1830954627849600:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135164.883397:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2009:x1830954627849600:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (386us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.883402:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13050 00002000:00100000:1.0:1746135164.883407:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b0700 x1830954627849600/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.883419:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0700 with x1830954627849600 ext(0->4095) 00002000:00010000:1.0:1746135164.883422:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b0700 00000100:00100000:0.0:1746135164.889022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.894918:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aed1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625803264:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135164.894945:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2307 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236912 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.894960:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbec200, rc 0) 00000100:00100000:0.0:1746135164.895008:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627849728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5837us (5994us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135164.895015:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29331 00000100:00100000:0.0:1746135164.901431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.902918:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627849856:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 827us (1494us total) trans 4294970561 rc 0/0 00000100:00100000:0.0:1746135164.902926:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2245 00002000:00100000:0.0:1746135164.902932:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800944b1c00 x1830954627849856/t4294970561(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 496/448 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135164.902940:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1c00 with x1830954627849856 ext(0->7) 00010000:00010000:0.0:1746135164.902946:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 42 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.902956:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 42 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135164.902962:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1c00 00000100:00100000:0.0:1746135164.906985:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627849984 00000100:00100000:0.0:1746135164.907000:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627849984 00000100:00100000:0.0:1746135164.907058:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29332 00000100:00100000:0.0:1746135164.907067:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1804:x1830954627849984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135164.907083:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135164.907102:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c230e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236919 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.907131:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135164.907137:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2307 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236912 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.907143:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135164.907147:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c230e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236919 expref: 43 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.907186:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2307 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236912 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.907202:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364afe00/0xc3cfcce4a57c230e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236919 expref: 43 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.907212:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364afe00, rc 0) 00000100:00100000:0.0:1746135164.907277:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:1804:x1830954627849984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135164.907284:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29332 00000100:00100000:0.0:1746135164.907444:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627850112 00000100:00100000:0.0:1746135164.907447:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627850112 00010000:00010000:0.0:1746135164.907466:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 43 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:0.0:1746135164.907520:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13639 00000100:00100000:0.0:1746135164.907527:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2011:x1830954627850112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135164.907535:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135164.907556:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 43 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.907566:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 43 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.907583:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364aee00/0xc3cfcce4a57c2300 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823690b expref: 43 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135164.907875:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.907877:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135164.907885:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2307 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236912 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.907892:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236912 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.907913:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2307 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236912 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135164.907924:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2307 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236912 expref: 5 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:0.0:1746135164.907934:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625803520:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135164.908176:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135164.914069:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.918995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.922622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.922853:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627850752 00000100:00100000:1.0:1746135164.922860:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627850752 00002000:00100000:1.0:1746135164.922891:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1180 x1830954627850752/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.922899:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1180 with x1830954627850752 ext(0->4095) 00002000:00010000:1.0:1746135164.922903:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b1180 00000100:00100000:1.0:1746135164.922927:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13051 00000100:00100000:1.0:1746135164.922932:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627850752:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135164.923052:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627850752:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.923058:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13051 00002000:00100000:1.0:1746135164.923063:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1180 x1830954627850752/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.923069:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1180 with x1830954627850752 ext(0->4095) 00002000:00010000:1.0:1746135164.923071:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b1180 00000100:00100000:1.0:1746135164.927787:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.932046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.932097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.934529:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.939246:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.944070:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.948873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.954365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.962911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.969773:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.971102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135164.975015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.975079:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627852672 00000100:00100000:1.0:1746135164.975086:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627852672 00000100:00100000:0.0:1746135164.975125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.975126:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29337 00000100:00100000:1.0:1746135164.975133:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1820:x1830954627852672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135164.975151:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135164.975170:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c2331 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823693c expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.975195:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135164.975200:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c232a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236935 expref: 46 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.975205:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135164.975209:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c2331 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823693c expref: 46 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.975242:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c232a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236935 expref: 46 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.975254:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c2331 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823693c expref: 46 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135164.975262:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7200, rc 0) 00000100:00100000:1.0:1746135164.975310:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1820:x1830954627852672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135164.975315:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29337 00000100:00100000:0.0:1746135164.979403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.979610:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627853056 00000100:00100000:1.0:1746135164.979616:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627853056 00002000:00100000:1.0:1746135164.979677:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595880 x1830954627853056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.979686:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595880 with x1830954627853056 ext(0->4095) 00010000:00010000:1.0:1746135164.979693:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c232a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236935 expref: 45 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.979705:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c232a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236935 expref: 45 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135164.979711:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595880 00000100:00100000:1.0:1746135164.979741:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2249 00000100:00100000:1.0:1746135164.979749:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954627853056:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135164.980351:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954627853056:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 600us (959us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.980369:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2249 00002000:00100000:1.0:1746135164.980375:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595880 x1830954627853056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.980383:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595880 with x1830954627853056 ext(0->4095) 00010000:00010000:1.0:1746135164.980388:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c232a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236935 expref: 45 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135164.980397:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c232a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236935 expref: 45 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135164.980402:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595880 00000100:00100000:0.0:1746135164.986250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135164.994141:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627853440 00000100:00100000:1.0:1746135164.994148:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627853440 00002000:00100000:1.0:1746135164.994179:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0a80 x1830954627853440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/0 e 0 to 0 dl 1746135175 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.994188:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0a80 with x1830954627853440 ext(0->4095) 00002000:00010000:1.0:1746135164.994192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f0a80 00000100:00100000:1.0:1746135164.994216:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13054 00000100:00100000:1.0:1746135164.994223:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954627853440:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135164.996882:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954627853440:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 2646us (2785us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135164.996893:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13054 00002000:00100000:1.0:1746135164.996904:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0a80 x1830954627853440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:620/0 lens 488/4536 e 0 to 0 dl 1746135175 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135164.996914:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0a80 with x1830954627853440 ext(0->4095) 00002000:00010000:1.0:1746135164.996919:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f0a80 00000100:00100000:0.0:1746135165.001403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135165.002232:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135165.018515:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.018775:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627853696 00000100:00100000:0.0:1746135165.018785:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627853696 00000100:00080000:0.0:1746135165.018957:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135165.026443:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.033320:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.039383:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.042756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.052539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.060759:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627854720 00000100:00100000:1.0:1746135165.060768:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627854720 00002000:00100000:1.0:1746135165.060819:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1c00 x1830954627854720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.060828:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1c00 with x1830954627854720 ext(0->4095) 00010000:00010000:1.0:1746135165.060839:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c233f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823694a expref: 47 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.060853:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c233f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823694a expref: 47 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.060864:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1c00 00000100:00100000:1.0:1746135165.060894:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2251 00000100:00100000:1.0:1746135165.060902:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954627854720:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.061077:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954627854720:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (878us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.061083:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2251 00002000:00100000:1.0:1746135165.061087:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1c00 x1830954627854720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.061094:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1c00 with x1830954627854720 ext(0->4095) 00010000:00010000:1.0:1746135165.061098:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c233f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823694a expref: 47 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.061106:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c233f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823694a expref: 47 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.061111:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1c00 00000100:00100000:0.0:1746135165.066582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.067147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.075028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.079844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.080910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.087737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.088101:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627855744 00000100:00100000:1.0:1746135165.088107:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627855744 00002000:00100000:1.0:1746135165.088141:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cad80 x1830954627855744/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.088149:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cad80 with x1830954627855744 ext(0->4095) 00010000:00010000:1.0:1746135165.088156:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c234d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236958 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.088173:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c234d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236958 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.088180:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cad80 00000100:00100000:1.0:1746135165.088205:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2253 00000100:00100000:1.0:1746135165.088213:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627855744:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135165.089284:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627855744:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1069us (1551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.089291:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2253 00002000:00100000:1.0:1746135165.089297:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cad80 x1830954627855744/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.089305:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cad80 with x1830954627855744 ext(0->4095) 00010000:00010000:1.0:1746135165.089311:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c234d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236958 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.089321:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c234d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236958 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.089326:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cad80 00000100:00100000:0.0:1746135165.091945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.096825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.105517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.115160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.129024:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.136083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.138588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.138748:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627856896 00000100:00100000:1.0:1746135165.138759:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627856896 00002000:00100000:1.0:1746135165.138811:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e93800 x1830954627856896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.138826:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93800 with x1830954627856896 ext(0->4095) 00010000:00010000:1.0:1746135165.138835:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c235b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236966 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.138848:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c235b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236966 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.138854:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e93800 00000100:00100000:1.0:1746135165.138877:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2255 00000100:00100000:1.0:1746135165.138884:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627856896:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.139041:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627856896:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.139048:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2255 00002000:00100000:1.0:1746135165.139054:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e93800 x1830954627856896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.139061:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93800 with x1830954627856896 ext(0->4095) 00010000:00010000:1.0:1746135165.139065:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c235b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236966 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.139074:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c235b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236966 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.139080:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e93800 00000100:00100000:0.0:1746135165.144379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.147408:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.151372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.151944:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627857408 00000100:00100000:1.0:1746135165.151953:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627857408 00002000:00100000:1.0:1746135165.151997:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78e00 x1830954627857408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.152006:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78e00 with x1830954627857408 ext(0->4095) 00010000:00010000:1.0:1746135165.152015:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2362 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823696d expref: 49 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.152028:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2362 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823696d expref: 49 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.152034:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb78e00 00000100:00100000:1.0:1746135165.152060:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2256 00000100:00100000:1.0:1746135165.152066:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2010:x1830954627857408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.154085:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2010:x1830954627857408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 2009us (2704us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.154095:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2256 00002000:00100000:1.0:1746135165.154107:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78e00 x1830954627857408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.154117:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78e00 with x1830954627857408 ext(0->4095) 00010000:00010000:1.0:1746135165.154128:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2362 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823696d expref: 49 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.154144:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2362 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823696d expref: 49 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.154152:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb78e00 00000100:00100000:0.0:1746135165.158757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.165827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.166168:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627857792 00000100:00100000:1.0:1746135165.166176:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627857792 00002000:00100000:1.0:1746135165.166222:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130621180 x1830954627857792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.166233:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621180 with x1830954627857792 ext(0->4095) 00002000:00010000:1.0:1746135165.166237:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130621180 00000100:00100000:1.0:1746135165.166267:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13057 00000100:00100000:1.0:1746135165.166274:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2009:x1830954627857792:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135165.166614:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2009:x1830954627857792:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 340us (800us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.166628:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13057 00002000:00100000:1.0:1746135165.166633:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130621180 x1830954627857792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.167446:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621180 with x1830954627857792 ext(0->4095) 00002000:00010000:1.0:1746135165.167450:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130621180 00000100:00100000:0.0:1746135165.173492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.184255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.184376:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627858048 00000100:00100000:1.0:1746135165.184388:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627858048 00002000:00100000:1.0:1746135165.184435:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130620000 x1830954627858048/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.184444:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620000 with x1830954627858048 ext(0->7) 00010000:00010000:1.0:1746135165.184455:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236974 expref: 48 pid: 26641 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.184470:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236974 expref: 48 pid: 26641 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.184483:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620000 00000100:00100000:1.0:1746135165.184520:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2257 00000100:00100000:1.0:1746135165.184527:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2010:x1830954627858048:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135165.185465:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2010:x1830954627858048:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 934us (1223us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746135165.185474:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2257 00002000:00100000:0.0:1746135165.185480:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130620000 x1830954627858048/t4294970565(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.185488:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620000 with x1830954627858048 ext(0->7) 00010000:00010000:0.0:1746135165.185496:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236974 expref: 50 pid: 26641 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135165.185507:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2369 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236974 expref: 50 pid: 26641 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135165.185513:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620000 00000100:00100000:0.0:1746135165.198000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:0.0:1746135165.210369:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746135165.210528:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627858432 00000100:00100000:1.0:1746135165.210537:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627858432 00002000:00100000:1.0:1746135165.210722:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1880 x1830954627858432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.210733:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1880 with x1830954627858432 ext(0->4095) 00002000:00010000:1.0:1746135165.210737:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed1880 00000100:00100000:1.0:1746135165.210772:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13058 00000100:00100000:1.0:1746135165.210780:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627858432:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135165.210925:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627858432:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (661us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.210930:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13058 00002000:00100000:1.0:1746135165.210935:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1880 x1830954627858432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.210941:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1880 with x1830954627858432 ext(0->4095) 00002000:00010000:1.0:1746135165.210944:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed1880 00000100:00100000:0.0:1746135165.216304:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.218967:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627858688 00000100:00100000:0.0:1746135165.218975:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627858688 00000100:00100000:0.0:1746135165.219016:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29348 00000100:00100000:0.0:1746135165.219024:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:1820:x1830954627858688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135165.219037:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135165.219053:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c237e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236989 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.219074:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135165.219079:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2377 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236982 expref: 52 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.219089:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135165.219092:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c237e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236989 expref: 52 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.219126:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2377 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236982 expref: 52 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.219139:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c237e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236989 expref: 52 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.219148:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364ae600, rc 0) 00000100:00100000:0.0:1746135165.219188:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:1820:x1830954627858688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135165.219399:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29348 00000100:00100000:0.0:1746135165.222939:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.232779:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.237447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.248385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.263273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.283946:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627859840 00000100:00100000:0.0:1746135165.283954:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627859840 00000100:00100000:0.0:1746135165.284695:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29350 00000100:00100000:0.0:1746135165.284703:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:1804:x1830954627859840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135165.284714:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135165.284728:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c238c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236997 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.284748:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135165.284753:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2385 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236990 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.284757:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135165.284760:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c238c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236997 expref: 54 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.284785:0:9590:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2385 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236990 expref: 5 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.284794:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c238c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236997 expref: 54 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.284801:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58ea00, rc 0) 00000100:00100000:0.0:1746135165.284850:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954627859840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135165.284855:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29350 00000100:00100000:1.0:1746135165.284935:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2008:x1830954627859712:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 6610us (7451us total) trans 4294970566 rc 0/0 00000100:00100000:1.0:1746135165.284950:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2259 00002000:00100000:1.0:1746135165.284959:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d4a8e00 x1830954627859712/t4294970566(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.284966:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8e00 with x1830954627859712 ext(0->7) 00010000:00010000:1.0:1746135165.284971:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c237e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236989 expref: 53 pid: 26641 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.284982:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c237e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236989 expref: 53 pid: 26641 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.284988:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a8e00 00000100:00100000:0.0:1746135165.288047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.292071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.292139:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627860224 00000100:00100000:0.0:1746135165.292146:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627860224 00002000:00100000:0.0:1746135165.292184:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef8a80 x1830954627860224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.292193:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954627860224 ext(0->4095) 00010000:00010000:0.0:1746135165.292201:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2385 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236990 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135165.292213:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2385 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236990 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135165.292224:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135165.292240:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2260 00000100:00100000:0.0:1746135165.292246:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627860224:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746135165.292371:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627860224:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135165.292377:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2260 00002000:00100000:0.0:1746135165.292382:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef8a80 x1830954627860224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.292388:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954627860224 ext(0->4095) 00010000:00010000:0.0:1746135165.292392:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2385 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236990 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135165.292401:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbede00/0xc3cfcce4a57c2385 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236990 expref: 6 pid: 9590 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135165.292407:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135165.298106:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.305556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.308454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.316031:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.316149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.323162:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.325026:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2261 00000100:00100000:1.0:1746135165.325037:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627861248:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135165.325175:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627861248:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (2021us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.325181:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2261 00002000:00100000:1.0:1746135165.325187:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495500 x1830954627861248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.325194:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495500 with x1830954627861248 ext(0->4095) 00010000:00010000:1.0:1746135165.325199:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2393 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823699e expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.325209:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2393 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823699e expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.325215:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495500 00000100:00100000:0.0:1746135165.330555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.333392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.350996:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627861760 00000100:00100000:0.0:1746135165.351004:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627861760 00000100:00100000:0.0:1746135165.351052:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29353 00000100:00100000:0.0:1746135165.351059:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627861760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135165.351073:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135165.351089:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c23a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369ac expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.351117:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c239a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369a5 expref: 51 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.351124:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135165.351125:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135165.351128:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c23a1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369ac expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.351159:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c239a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369a5 expref: 51 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.351169:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c239a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369a5 expref: 51 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:0.0:1746135165.351180:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625808896:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135165.351264:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94900 going to sleep for 11 seconds 00000100:00100000:1.0:1746135165.358026:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625808896:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.358063:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c23a1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369ac expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.358080:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58ea00, rc 0) 00000100:00100000:1.0:1746135165.358125:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627861760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7066us (7203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.358134:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29353 00000100:00100000:0.0:1746135165.362416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.362509:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627861888 00000100:00100000:1.0:1746135165.362516:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627861888 00002000:00100000:1.0:1746135165.362553:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072496a00 x1830954627861888/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.362561:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496a00 with x1830954627861888 ext(0->7) 00010000:00010000:1.0:1746135165.362568:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c239a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369a5 expref: 52 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.362581:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c239a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369a5 expref: 52 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.362588:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496a00 00000100:00100000:1.0:1746135165.362627:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2262 00000100:00100000:1.0:1746135165.362634:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2008:x1830954627861888:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135165.363782:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2008:x1830954627861888:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1144us (1370us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746135165.363789:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2262 00002000:00100000:0.0:1746135165.363795:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072496a00 x1830954627861888/t4294970567(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.363802:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496a00 with x1830954627861888 ext(0->7) 00010000:00010000:0.0:1746135165.363808:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c239a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369a5 expref: 54 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135165.363819:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec600/0xc3cfcce4a57c239a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369a5 expref: 54 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135165.363824:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496a00 00000100:00100000:0.0:1746135165.369226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.374731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.381308:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.381413:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627862400 00000100:00100000:1.0:1746135165.381423:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627862400 00000100:00100000:0.0:1746135165.381426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.381799:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627862528 00000100:00100000:1.0:1746135165.381802:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627862528 00000100:00100000:0.0:1746135165.381808:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29354 00000100:00100000:0.0:1746135165.381818:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1820:x1830954627862400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746135165.381833:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29355 00010000:00010000:0.0:1746135165.381836:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746135165.381837:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954627862528:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.381842:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.381853:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369ba expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.381853:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c23a8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369b3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.381877:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c23a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369ac expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.381884:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135165.381886:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135165.381889:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c23a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369b3 expref: 56 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.381926:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.381930:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c23a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369b3 expref: 56 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.381935:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.381937:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369ba expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.381956:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c23a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369ac expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.381959:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c23a8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369b3 expref: 56 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.381966:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c23a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369ac expref: 5 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:0.0:1746135165.381976:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b6c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625809152:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.381977:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369ba expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.381985:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7200, rc 0) 00000100:00100000:1.0:1746135165.382283:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1804:x1830954627862528:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 444us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.382289:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29355 00000100:00100000:0.0:1746135165.382298:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.384327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.387182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.387459:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627862912 00000100:00100000:1.0:1746135165.387466:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627862912 00002000:00100000:1.0:1746135165.387495:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c8a80 x1830954627862912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.387504:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8a80 with x1830954627862912 ext(0->4095) 00010000:00010000:1.0:1746135165.387510:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c23a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369b3 expref: 55 pid: 26641 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.387520:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c23a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369b3 expref: 55 pid: 26641 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.387525:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c8a80 00000100:00100000:1.0:1746135165.387551:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2263 00000100:00100000:1.0:1746135165.387557:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2011:x1830954627862912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135165.387708:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2011:x1830954627862912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (533us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.387714:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2263 00002000:00100000:1.0:1746135165.387719:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c8a80 x1830954627862912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.387729:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8a80 with x1830954627862912 ext(0->4095) 00010000:00010000:1.0:1746135165.387734:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c23a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369b3 expref: 55 pid: 26641 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.387742:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c23a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369b3 expref: 55 pid: 26641 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.387746:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c8a80 00000100:00100000:0.0:1746135165.390406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.393496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.397786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.401754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.402096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.402158:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627863552 00000100:00100000:1.0:1746135165.402166:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627863552 00000100:00100000:1.0:1746135165.402822:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29357 00000100:00100000:1.0:1746135165.402829:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954627863552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.402842:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.402855:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c23bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369c8 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.402870:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c23b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369c1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.402875:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.402876:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.402878:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c23bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369c8 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.402895:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c23b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369c1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.402904:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbec400/0xc3cfcce4a57c23b6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369c1 expref: 5 pid: 26641 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135165.402912:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625809920:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.402934:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.406423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.406500:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625809920:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.406519:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c23bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369c8 expref: 54 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.406539:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7400, rc 0) 00000100:00100000:1.0:1746135165.406560:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954627863552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3731us (4813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.406565:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29357 00000100:00100000:0.0:1746135165.409768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.414120:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.414243:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627864320 00000100:00100000:1.0:1746135165.414251:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627864320 00002000:00100000:1.0:1746135165.414304:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48aa00 x1830954627864320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.414317:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48aa00 with x1830954627864320 ext(0->4095) 00002000:00010000:1.0:1746135165.414323:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b48aa00 00000100:00100000:1.0:1746135165.414356:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13063 00000100:00100000:1.0:1746135165.414364:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954627864320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.414518:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954627864320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.414525:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13063 00002000:00100000:1.0:1746135165.414530:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48aa00 x1830954627864320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.414537:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48aa00 with x1830954627864320 ext(0->4095) 00002000:00010000:1.0:1746135165.414539:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b48aa00 00000100:00100000:0.0:1746135165.416715:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.417017:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627864448 00000100:00100000:1.0:1746135165.417027:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627864448 00000100:00100000:1.0:1746135165.417147:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29358 00000100:00100000:1.0:1746135165.417156:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627864448:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.417178:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.417199:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369cf expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.417226:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c23bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369c8 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.417233:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.417235:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.417238:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.417267:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c23bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369c8 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.417278:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c23bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369c8 expref: 53 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135165.417290:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625810176:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.417491:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135165.420292:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625810176:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.420324:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.420345:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58f400, rc 0) 00000100:00100000:1.0:1746135165.420394:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627864448:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3238us (3685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.420405:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29358 00000100:00100000:0.0:1746135165.420863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.424311:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.424429:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627864704 00000100:00100000:1.0:1746135165.424440:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627864704 00000100:00100000:1.0:1746135165.425153:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29359 00000100:00100000:1.0:1746135165.425162:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954627864704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.425180:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.425199:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c23cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369d6 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.425232:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.425239:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.425240:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.425243:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c23cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369d6 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.425272:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.425281:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 5 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135165.425291:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625810432:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.425376:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.428255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.429431:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627864960 00000100:00100000:1.0:1746135165.429443:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627864960 00002000:00100000:1.0:1746135165.429492:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094431c00 x1830954627864960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.429502:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431c00 with x1830954627864960 ext(0->4095) 00010000:00010000:1.0:1746135165.429512:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.429524:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.429530:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094431c00 00000100:00100000:1.0:1746135165.429557:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2266 00000100:00100000:1.0:1746135165.429562:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627864960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135165.429757:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627864960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 194us (1509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.429762:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2266 00002000:00100000:1.0:1746135165.429767:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094431c00 x1830954627864960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.429775:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431c00 with x1830954627864960 ext(0->4095) 00010000:00010000:1.0:1746135165.429779:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.429787:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c23c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369cf expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.429793:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094431c00 00000100:00100000:1.0:1746135165.429838:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625810432:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.429859:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c23cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369d6 expref: 54 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.429874:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a6000, rc 0) 00000100:00100000:1.0:1746135165.429897:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954627864704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4737us (5605us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.429905:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29359 00000100:00100000:0.0:1746135165.434114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.438979:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.449881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.450017:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627865472 00000100:00100000:1.0:1746135165.450025:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627865472 00000100:00100000:1.0:1746135165.450104:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29360 00000100:00100000:1.0:1746135165.450111:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627865472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.450127:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.450146:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c23d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369dd expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.450173:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c23cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369d6 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.450180:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.450181:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.450184:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c23d2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369dd expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.450210:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c23cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369d6 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.450219:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c23cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369d6 expref: 53 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135165.450230:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625810688:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.450400:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135165.460972:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625810688:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.461006:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c23d2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369dd expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.461027:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b670200, rc 0) 00000100:00100000:1.0:1746135165.461085:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627865472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10972us (11213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.461094:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29360 00000100:00100000:0.0:1746135165.468147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.470404:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2010:x1830954627865600:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2046us (2251us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746135165.470417:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2267 00002000:00100000:0.0:1746135165.470427:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b7100 x1830954627865600/t4294970568(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.470437:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7100 with x1830954627865600 ext(0->7) 00010000:00010000:0.0:1746135165.470446:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c23cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369d6 expref: 56 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135165.470462:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c23cb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369d6 expref: 56 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135165.470469:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b7100 00000100:00100000:0.0:1746135165.477742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.479672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.481859:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627865856 00000100:00100000:1.0:1746135165.481865:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627865856 00000100:00100000:1.0:1746135165.481913:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29361 00000100:00100000:1.0:1746135165.481920:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1804:x1830954627865856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.481933:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.481946:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369e4 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.481966:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c23d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369dd expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.481972:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.481974:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.481976:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369e4 expref: 57 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.482001:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c23d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369dd expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.482011:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c23d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369dd expref: 5 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135165.482021:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625810944:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.483786:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.485857:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.485955:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625810944:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.485990:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369e4 expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.486014:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7200, rc 0) 00000100:00100000:1.0:1746135165.486070:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1804:x1830954627865856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4149us (6410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.486082:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29361 00000100:00100000:0.0:1746135165.491861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.497561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.501984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.504138:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627866624 00000100:00100000:1.0:1746135165.504150:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627866624 00000100:00100000:1.0:1746135165.504211:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29362 00000100:00100000:1.0:1746135165.504219:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627866624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.504233:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.504249:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b670000/0xc3cfcce4a57c23e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082369eb expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.504275:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369e4 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.504281:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.504283:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.504286:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b670000/0xc3cfcce4a57c23e0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369eb expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.504313:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369e4 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.504322:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369e4 expref: 55 pid: 11615 timeout: 909 lvb_type: 0 00000100:00100000:1.0:1746135165.504331:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625811200:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.504428:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135165.510535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.513702:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954627866752:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2672us (3158us total) trans 4294970569 rc 0/0 00000100:00100000:0.0:1746135165.513713:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2269 00002000:00100000:0.0:1746135165.513722:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a623480 x1830954627866752/t4294970569(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.513731:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623480 with x1830954627866752 ext(0->7) 00010000:00010000:0.0:1746135165.513740:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369e4 expref: 58 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135165.513758:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c23d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369e4 expref: 58 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135165.513763:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a623480 00000100:00100000:0.0:1746135165.525176:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.532162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.536239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.536292:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627867264 00000100:00100000:1.0:1746135165.536298:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627867264 00002000:00100000:1.0:1746135165.536329:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adde300 x1830954627867264/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.536337:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adde300 with x1830954627867264 ext(0->4095) 00010000:00010000:1.0:1746135165.536344:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b670000/0xc3cfcce4a57c23e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369eb expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.536355:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b670000/0xc3cfcce4a57c23e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369eb expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.536362:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adde300 00000100:00100000:1.0:1746135165.536386:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2270 00000100:00100000:1.0:1746135165.536397:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627867264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135165.536523:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627867264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 126us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.536529:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2270 00002000:00100000:1.0:1746135165.536534:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adde300 x1830954627867264/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.536541:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adde300 with x1830954627867264 ext(0->4095) 00010000:00010000:1.0:1746135165.536546:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b670000/0xc3cfcce4a57c23e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369eb expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.536554:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b670000/0xc3cfcce4a57c23e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082369eb expref: 6 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.536560:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adde300 00000100:00100000:0.0:1746135165.539883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.546303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.547130:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627867648 00000100:00100000:1.0:1746135165.547135:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627867648 00002000:00100000:1.0:1746135165.547169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd180 x1830954627867648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.547178:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd180 with x1830954627867648 ext(0->4095) 00002000:00010000:1.0:1746135165.547182:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addd180 00000100:00100000:1.0:1746135165.547197:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13066 00000100:00100000:1.0:1746135165.547203:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954627867648:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.547311:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954627867648:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (1016us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.547318:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13066 00002000:00100000:1.0:1746135165.547322:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd180 x1830954627867648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.547329:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd180 with x1830954627867648 ext(0->4095) 00002000:00010000:1.0:1746135165.547332:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addd180 00000100:00100000:0.0:1746135165.552788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.561357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.570804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.572107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.575758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.578579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.582572:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.582939:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627868800 00000100:00100000:1.0:1746135165.582946:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627868800 00002000:00100000:1.0:1746135165.583448:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addea00 x1830954627868800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.583457:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addea00 with x1830954627868800 ext(0->4095) 00002000:00010000:1.0:1746135165.583461:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addea00 00000100:00100000:1.0:1746135165.583491:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13067 00000100:00100000:1.0:1746135165.583498:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954627868800:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.583610:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954627868800:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (1040us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.583615:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13067 00002000:00100000:1.0:1746135165.583630:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addea00 x1830954627868800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.583637:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addea00 with x1830954627868800 ext(0->4095) 00002000:00010000:1.0:1746135165.583657:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addea00 00000100:00100000:0.0:1746135165.586342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.591395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.592728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.599254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.602508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.602556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.614362:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627869952 00000100:00100000:0.0:1746135165.614368:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627869952 00002000:00100000:0.0:1746135165.614401:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364ce680 x1830954627869952/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.614410:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364ce680 with x1830954627869952 ext(0->4095) 00010000:00010000:0.0:1746135165.614418:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c2403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a0e expref: 61 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135165.614430:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c2403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a0e expref: 61 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135165.614436:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364ce680 00000100:00100000:0.0:1746135165.614455:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2274 00000100:00100000:0.0:1746135165.614462:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954627869952:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.615214:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954627869952:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 750us (919us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.615222:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2274 00002000:00100000:1.0:1746135165.615228:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364ce680 x1830954627869952/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.615235:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364ce680 with x1830954627869952 ext(0->4095) 00010000:00010000:1.0:1746135165.615240:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c2403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a0e expref: 61 pid: 11615 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.615249:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381400/0xc3cfcce4a57c2403 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a0e expref: 61 pid: 11615 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.615254:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364ce680 00000100:00100000:1.0:1746135165.620489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.625994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.629916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.637208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.645997:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.650466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.656330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.656388:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627871360 00000100:00100000:1.0:1746135165.656396:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627871360 00002000:00100000:1.0:1746135165.656436:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e1f80 x1830954627871360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.656444:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1f80 with x1830954627871360 ext(0->4095) 00002000:00010000:1.0:1746135165.656449:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e1f80 00000100:00100000:1.0:1746135165.656516:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13069 00000100:00100000:1.0:1746135165.656523:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954627871360:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.656695:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954627871360:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 172us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.656705:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13069 00002000:00100000:1.0:1746135165.656711:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e1f80 x1830954627871360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.656718:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1f80 with x1830954627871360 ext(0->4095) 00002000:00010000:1.0:1746135165.656720:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e1f80 00000100:00100000:0.0:1746135165.658812:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.666718:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.666792:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627871616 00000100:00100000:1.0:1746135165.666802:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627871616 00002000:00100000:1.0:1746135165.666849:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b997b80 x1830954627871616/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.666860:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b997b80 with x1830954627871616 ext(0->7) 00010000:00010000:1.0:1746135165.666870:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2418 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a23 expref: 60 pid: 26641 timeout: 909 lvb_type: 0 00010000:00010000:1.0:1746135165.666887:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2418 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a23 expref: 60 pid: 26641 timeout: 909 lvb_type: 0 00002000:00010000:1.0:1746135165.666894:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b997b80 00000100:00100000:1.0:1746135165.666934:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2276 00000100:00100000:1.0:1746135165.666943:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954627871616:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135165.670558:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954627871616:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3609us (3838us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746135165.670569:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2276 00002000:00100000:0.0:1746135165.670577:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b997b80 x1830954627871616/t4294970571(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.670585:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b997b80 with x1830954627871616 ext(0->7) 00010000:00010000:0.0:1746135165.670594:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2418 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a23 expref: 62 pid: 26641 timeout: 909 lvb_type: 0 00010000:00010000:0.0:1746135165.670608:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbec200/0xc3cfcce4a57c2418 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a23 expref: 62 pid: 26641 timeout: 909 lvb_type: 0 00002000:00010000:0.0:1746135165.670614:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b997b80 00000100:00100000:0.0:1746135165.680749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.692250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.693208:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627872000 00000100:00100000:1.0:1746135165.693215:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627872000 00002000:00100000:1.0:1746135165.693249:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996300 x1830954627872000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.693258:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996300 with x1830954627872000 ext(0->4095) 00002000:00010000:1.0:1746135165.693262:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b996300 00000100:00100000:1.0:1746135165.693283:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13070 00000100:00100000:1.0:1746135165.693288:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627872000:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.693398:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627872000:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (1159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.693404:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13070 00002000:00100000:1.0:1746135165.693409:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996300 x1830954627872000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.693415:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996300 with x1830954627872000 ext(0->4095) 00002000:00010000:1.0:1746135165.693418:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b996300 00000100:00100000:0.0:1746135165.696153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.699951:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627872256 00000100:00100000:0.0:1746135165.699958:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627872256 00000100:00100000:0.0:1746135165.700027:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29373 00000100:00100000:0.0:1746135165.700037:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1820:x1830954627872256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135165.700050:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135165.700065:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c242d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236a38 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.700085:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135165.700090:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c2426 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a31 expref: 64 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.700096:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135165.700099:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c242d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a38 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.700124:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c2426 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a31 expref: 64 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.700134:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c242d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a38 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.700143:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009df4a200, rc 0) 00000100:00100000:0.0:1746135165.700176:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1820:x1830954627872256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135165.700181:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29373 00000100:00100000:0.0:1746135165.705056:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.711612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.717140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.726960:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.732811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.741349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.745545:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954627873280:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4005us (4189us total) trans 4294970572 rc 0/0 00000100:00100000:0.0:1746135165.745558:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2278 00002000:00100000:0.0:1746135165.745568:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a61e9180 x1830954627873280/t4294970572(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.745577:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9180 with x1830954627873280 ext(0->7) 00010000:00010000:0.0:1746135165.745586:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c242d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a38 expref: 64 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.745602:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c242d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a38 expref: 64 pid: 11615 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135165.745608:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e9180 00000100:00100000:0.0:1746135165.753981:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.760061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.762294:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.762387:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627873792 00000100:00100000:1.0:1746135165.762394:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627873792 00002000:00100000:1.0:1746135165.762427:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ebb80 x1830954627873792/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.762436:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ebb80 with x1830954627873792 ext(0->4095) 00002000:00010000:1.0:1746135165.762441:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61ebb80 00000100:00100000:1.0:1746135165.762458:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13072 00000100:00100000:1.0:1746135165.762464:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627873792:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135165.762626:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627873792:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.762631:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13072 00002000:00100000:1.0:1746135165.762635:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ebb80 x1830954627873792/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.762656:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ebb80 with x1830954627873792 ext(0->4095) 00002000:00010000:1.0:1746135165.762658:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61ebb80 00000100:00100000:0.0:1746135165.767372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.768053:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627873920 00000100:00100000:1.0:1746135165.768060:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627873920 00000100:00100000:1.0:1746135165.768100:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29376 00000100:00100000:1.0:1746135165.768107:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1820:x1830954627873920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.768120:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.768134:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236a4d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.768154:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.768159:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.768163:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.768166:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.768197:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.768206:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.768214:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58ea00, rc 0) 00000100:00100000:1.0:1746135165.768248:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1820:x1830954627873920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.768253:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29376 00000100:00100000:0.0:1746135165.770581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.776988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.777064:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627874304 00000100:00100000:1.0:1746135165.777073:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627874304 00002000:00100000:1.0:1746135165.777122:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61eb480 x1830954627874304/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.777132:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eb480 with x1830954627874304 ext(0->4095) 00010000:00010000:1.0:1746135165.777140:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.777152:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135165.777158:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61eb480 00000100:00100000:1.0:1746135165.777180:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2279 00000100:00100000:1.0:1746135165.777187:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954627874304:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135165.777347:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954627874304:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.777352:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2279 00002000:00100000:1.0:1746135165.777356:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61eb480 x1830954627874304/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.777363:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eb480 with x1830954627874304 ext(0->4095) 00010000:00010000:1.0:1746135165.777367:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.777374:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135165.777379:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61eb480 00000100:00100000:0.0:1746135165.783291:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.783699:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13684 00000100:00100000:1.0:1746135165.783711:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954627874432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135165.783729:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135165.783758:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.783775:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.783811:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c243b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a46 expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.783865:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.783870:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.783881:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.783891:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.783937:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135165.783948:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625814912:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135165.784993:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.788762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.789020:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625814912:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135165.789057:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135165.789145:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954627874432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5431us (5866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.789166:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13684 00000100:00100000:0.0:1746135165.793762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.800905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.800969:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627874944 00000100:00100000:1.0:1746135165.800976:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627874944 00010000:00010000:1.0:1746135165.801009:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 64 pid: 9591 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135165.801047:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13685 00000100:00100000:1.0:1746135165.801054:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954627874944:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135165.801067:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135165.801090:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 64 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.801102:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 64 pid: 9591 timeout: 910 lvb_type: 0 00000100:00100000:0.0:1746135165.801105:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135165.801126:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c2442 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a4d expref: 64 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.801146:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.801148:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.801155:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2449 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a54 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.801162:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2449 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a54 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.801196:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2449 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a54 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135165.801207:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625815168:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135165.801265:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.805252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.805402:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625815168:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135165.805423:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135165.805461:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954627874944:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4408us (4567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.805471:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13685 00000100:00100000:0.0:1746135165.808798:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.808933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.809296:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627875456 00000100:00100000:1.0:1746135165.809310:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627875456 00010000:00010000:1.0:1746135165.809362:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a54 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135165.809438:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13686 00000100:00100000:1.0:1746135165.809451:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627875456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135165.809476:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135165.809508:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2449 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a54 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.809527:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2449 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a54 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.809560:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c2449 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a54 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.809608:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.809610:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.809627:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2450 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a5b expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.809686:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a5b expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.809742:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a5b expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135165.809760:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625815424:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135165.809887:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.814046:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746135165.814094:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625815552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746135165.814202:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135165.814277:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625815552 00000100:00100000:0.0:1746135165.814288:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625815552 00000100:00100000:0.0:1746135165.814350:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1746135165.814363:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830954625815552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746135165.814413:0:10478:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746135165.814473:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830954625815552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135165.814481:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1746135165.814540:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b4c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625815552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746135165.814721:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625815424:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135165.814744:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135165.814807:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627875456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5358us (6016us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135165.814819:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13686 00000100:00100000:0.0:1746135165.817945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.821010:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625815680:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135165.821040:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.821054:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b671600, rc 0) 00000100:00100000:0.0:1746135165.821101:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627875584:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4750us (12165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135165.821112:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29379 00000100:00100000:0.0:1746135165.822383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.823943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.823970:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627876096 00000100:00100000:0.0:1746135165.823974:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627876096 00010000:00010000:0.0:1746135165.823996:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2450 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a5b expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00000100:00100000:0.0:1746135165.824020:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13687 00000100:00100000:0.0:1746135165.824028:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954627876096:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135165.824037:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135165.824056:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2450 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a5b expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.824068:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2450 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a5b expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.824087:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2450 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a5b expref: 65 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.824109:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135165.824111:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135165.824118:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.824125:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.824149:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135165.824161:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 5 pid: 26641 timeout: 910 lvb_type: 0 00000100:00100000:0.0:1746135165.824173:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d95bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625815936:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135165.824245:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.828536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.830030:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627876352 00000100:00100000:1.0:1746135165.830042:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627876352 00002000:00100000:1.0:1746135165.830095:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95b100 x1830954627876352/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.830106:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95b100 with x1830954627876352 ext(0->4095) 00010000:00010000:1.0:1746135165.830115:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.830128:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135165.830135:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95b100 00000100:00100000:1.0:1746135165.830166:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2282 00000100:00100000:1.0:1746135165.830175:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627876352:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.830352:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627876352:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (1820us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.830359:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2282 00002000:00100000:1.0:1746135165.830366:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95b100 x1830954627876352/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.830372:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95b100 with x1830954627876352 ext(0->4095) 00010000:00010000:1.0:1746135165.830375:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.830383:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2457 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a62 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135165.830389:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95b100 00000100:00100000:0.0:1746135165.841563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.846937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.847820:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627876864 00000100:00100000:1.0:1746135165.847839:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627876864 00000100:00100000:1.0:1746135165.847941:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29381 00000100:00100000:1.0:1746135165.847952:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627876864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.847983:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.848017:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c2465 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236a70 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.848067:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c245e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a69 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.848077:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.848081:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.848087:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c2465 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a70 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.848129:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c245e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a69 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.848144:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a69 expref: 63 pid: 26641 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135165.848159:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625816192:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.848320:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135165.851613:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625816192:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.851684:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c2465 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a70 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.851702:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644800, rc 0) 00000100:00100000:1.0:1746135165.852404:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627876864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4452us (5763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.852412:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29381 00000100:00100000:1.0:1746135165.852822:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627876992 00000100:00100000:1.0:1746135165.852828:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627876992 00002000:00100000:1.0:1746135165.852857:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b4caa00 x1830954627876992/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.852864:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830954627876992 ext(0->7) 00010000:00010000:1.0:1746135165.852870:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a69 expref: 64 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.852884:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a69 expref: 64 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135165.852889:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:1.0:1746135165.852913:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2283 00000100:00100000:1.0:1746135165.852918:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2009:x1830954627876992:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135165.855452:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2009:x1830954627876992:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2521us (2741us total) trans 4294970573 rc 0/0 00000100:00100000:1.0:1746135165.855467:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2283 00002000:00100000:1.0:1746135165.855480:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b4caa00 x1830954627876992/t4294970573(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.855491:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830954627876992 ext(0->7) 00010000:00010000:1.0:1746135165.855504:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a69 expref: 66 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.855525:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c245e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a69 expref: 66 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135165.855534:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:0.0:1746135165.863415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.863801:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627877376 00000100:00100000:1.0:1746135165.863807:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627877376 00002000:00100000:1.0:1746135165.863843:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622aa00 x1830954627877376/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.863852:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622aa00 with x1830954627877376 ext(0->4095) 00002000:00010000:1.0:1746135165.863856:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622aa00 00000100:00100000:1.0:1746135165.863871:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13075 00000100:00100000:1.0:1746135165.863876:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627877376:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135165.864001:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627877376:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (596us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.864006:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13075 00002000:00100000:1.0:1746135165.864011:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622aa00 x1830954627877376/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.864019:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622aa00 with x1830954627877376 ext(0->4095) 00002000:00010000:1.0:1746135165.864021:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622aa00 00000100:00100000:0.0:1746135165.867299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.870746:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627877504 00000100:00100000:1.0:1746135165.870762:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627877504 00000100:00100000:1.0:1746135165.870863:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29382 00000100:00100000:1.0:1746135165.870873:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1820:x1830954627877504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.870893:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.870913:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c246c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236a77 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.870941:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c2465 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a70 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.870947:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.870948:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.870951:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c246c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a77 expref: 66 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.870986:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c2465 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a70 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.870997:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c2465 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a70 expref: 5 pid: 11615 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135165.871008:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625816448:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.871117:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.876866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.883660:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625816448:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.883692:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c246c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a77 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.883710:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:1.0:1746135165.883761:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1820:x1830954627877504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12889us (16470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.883771:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29382 00000100:00100000:0.0:1746135165.888173:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627878016 00000100:00100000:0.0:1746135165.888182:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627878016 00002000:00100000:0.0:1746135165.888229:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c8380 x1830954627878016/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.888245:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8380 with x1830954627878016 ext(0->4095) 00010000:00010000:0.0:1746135165.888255:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c246c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a77 expref: 67 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.888269:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c246c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a77 expref: 67 pid: 11615 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135165.888276:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c8380 00000100:00100000:0.0:1746135165.888312:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2284 00000100:00100000:0.0:1746135165.888323:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954627878016:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135165.888504:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954627878016:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (509us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135165.888512:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2284 00002000:00100000:0.0:1746135165.888518:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c8380 x1830954627878016/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.888525:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8380 with x1830954627878016 ext(0->4095) 00010000:00010000:0.0:1746135165.888531:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c246c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a77 expref: 67 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.888540:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c246c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a77 expref: 67 pid: 11615 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135165.888547:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c8380 00000100:00100000:0.0:1746135165.890787:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.893104:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627878144 00000100:00100000:1.0:1746135165.893115:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627878144 00000100:00100000:1.0:1746135165.893162:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29384 00000100:00100000:1.0:1746135165.893169:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627878144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.893183:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.893198:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c247a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236a85 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.893220:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.893225:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c2473 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a7e expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.893231:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135165.893235:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c247a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a85 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.893266:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c2473 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a7e expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.893277:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c247a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a85 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.893286:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135165.893323:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627878144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (2541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.893329:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29384 00000100:00100000:0.0:1746135165.893542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.899446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.900790:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627878528 00000100:00100000:1.0:1746135165.900806:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627878528 00002000:00100000:1.0:1746135165.900879:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229880 x1830954627878528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.900893:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229880 with x1830954627878528 ext(0->4095) 00010000:00010000:1.0:1746135165.900906:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c2473 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a7e expref: 66 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.900927:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c2473 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a7e expref: 66 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135165.900937:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086229880 00000100:00100000:1.0:1746135165.900966:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2285 00000100:00100000:1.0:1746135165.900973:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2010:x1830954627878528:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135165.901257:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2010:x1830954627878528:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 276us (1806us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.901270:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2285 00002000:00100000:1.0:1746135165.901280:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229880 x1830954627878528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.901289:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229880 with x1830954627878528 ext(0->4095) 00010000:00010000:1.0:1746135165.901298:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c2473 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a7e expref: 66 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.901312:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df4a200/0xc3cfcce4a57c2473 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a7e expref: 66 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135165.901321:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086229880 00000100:00100000:0.0:1746135165.904182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.905001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.909070:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.909094:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627879040 00000100:00100000:0.0:1746135165.909100:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627879040 00002000:00100000:0.0:1746135165.909130:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228000 x1830954627879040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.909139:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228000 with x1830954627879040 ext(0->4095) 00010000:00010000:0.0:1746135165.909147:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c247a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a85 expref: 6 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.909159:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c247a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a85 expref: 6 pid: 11615 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135165.909165:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228000 00000100:00100000:0.0:1746135165.909189:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2286 00000100:00100000:0.0:1746135165.909195:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627879040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135165.909314:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627879040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (245us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135165.909319:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2286 00002000:00100000:0.0:1746135165.909325:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228000 x1830954627879040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.909331:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228000 with x1830954627879040 ext(0->4095) 00010000:00010000:0.0:1746135165.909336:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c247a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a85 expref: 6 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.909343:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c247a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a85 expref: 6 pid: 11615 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135165.909348:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228000 00000100:00100000:0.0:1746135165.915266:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.923778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.928506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.940886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.945883:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2009:x1830954627879680:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4628us (4998us total) trans 4294970574 rc 0/0 00000100:00100000:0.0:1746135165.945897:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2287 00002000:00100000:0.0:1746135165.945912:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b5c2680 x1830954627879680/t4294970574(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:621/0 lens 496/448 e 0 to 0 dl 1746135176 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135165.945922:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2680 with x1830954627879680 ext(0->7) 00010000:00010000:0.0:1746135165.945932:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c2481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a8c expref: 68 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135165.945947:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c2481 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a8c expref: 68 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135165.945954:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c2680 00000100:00100000:0.0:1746135165.947893:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.955302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.956179:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627880064 00000100:00100000:1.0:1746135165.956187:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627880064 00002000:00100000:1.0:1746135165.956226:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1f80 x1830954627880064/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/0 e 0 to 0 dl 1746135176 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.956235:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1f80 with x1830954627880064 ext(0->4095) 00002000:00010000:1.0:1746135165.956240:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1f80 00000100:00100000:1.0:1746135165.957090:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13077 00000100:00100000:1.0:1746135165.957102:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627880064:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135165.957275:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627880064:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (2638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135165.957283:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13077 00002000:00100000:1.0:1746135165.957289:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1f80 x1830954627880064/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:621/0 lens 488/4536 e 0 to 0 dl 1746135176 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135165.957298:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1f80 with x1830954627880064 ext(0->4095) 00002000:00010000:1.0:1746135165.957302:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1f80 00000100:00100000:0.0:1746135165.960622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.966270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.967676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.967804:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627880320 00000100:00100000:1.0:1746135165.967813:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627880320 00000100:00100000:1.0:1746135165.967852:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29388 00000100:00100000:1.0:1746135165.967858:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1820:x1830954627880320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.967874:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.967888:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2496 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236aa1 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.967906:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135165.967910:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c248f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a9a expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.967915:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.967918:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2496 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa1 expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.967943:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c248f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236a9a expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.968475:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2496 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa1 expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.968484:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00000100:00100000:1.0:1746135165.968500:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1820:x1830954627880320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 643us (2238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.968505:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29388 00000100:00100000:0.0:1746135165.972565:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.978064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.983773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.988086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135165.989107:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627881216 00000100:00100000:1.0:1746135165.989117:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627881216 00000100:00100000:1.0:1746135165.989166:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29389 00000100:00100000:1.0:1746135165.989173:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627881216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135165.989187:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135165.989202:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c249d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236aa8 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.989227:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2496 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa1 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.989234:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.989235:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135165.989238:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c249d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa8 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.989273:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2496 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa1 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135165.989294:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2496 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa1 expref: 67 pid: 11615 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135165.989309:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625818240:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135165.989667:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135165.994252:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135165.994390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135165.995974:0:11615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2496 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa1 expref: 70 pid: 11615 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135165.995989:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a621c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625818240:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135165.996006:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c249d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa8 expref: 6 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.996014:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c249d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236aa8 expref: 6 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135165.996023:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135165.996059:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627881216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6884us (7979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135165.996067:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29389 00000100:00100000:0.0:1746135166.001139:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6c8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625818368:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135166.001162:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135166.001228:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954627881344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6294us (6987us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135166.001241:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13697 00000100:00100000:1.0:1746135166.001399:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.008410:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.014931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.015482:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627882112 00000100:00100000:1.0:1746135166.015490:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627882112 00002000:00100000:1.0:1746135166.015529:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7c380 x1830954627882112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.015546:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c380 with x1830954627882112 ext(0->4095) 00002000:00010000:1.0:1746135166.015551:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7c380 00000100:00100000:1.0:1746135166.016090:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13079 00000100:00100000:1.0:1746135166.016102:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954627882112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135166.016277:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954627882112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 175us (1344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.016286:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13079 00002000:00100000:1.0:1746135166.016292:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7c380 x1830954627882112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.016300:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c380 with x1830954627882112 ext(0->4095) 00002000:00010000:1.0:1746135166.016303:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7c380 00000100:00100000:0.0:1746135166.046834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.088507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.088628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.093055:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.097284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.101425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.112122:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.112248:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627883264 00000100:00100000:1.0:1746135166.112260:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627883264 00002000:00100000:1.0:1746135166.112316:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d932300 x1830954627883264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.112327:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932300 with x1830954627883264 ext(0->4095) 00002000:00010000:1.0:1746135166.112335:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d932300 00000100:00100000:1.0:1746135166.112393:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13080 00000100:00100000:1.0:1746135166.112404:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954627883264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135166.112625:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954627883264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 209us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.112679:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13080 00002000:00100000:1.0:1746135166.112691:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d932300 x1830954627883264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.112699:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932300 with x1830954627883264 ext(0->4095) 00002000:00010000:1.0:1746135166.112704:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d932300 00000100:00100000:0.0:1746135166.116864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.137338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.157040:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.165109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.173000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.184898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.184999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.206709:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627884544 00000100:00100000:1.0:1746135166.206720:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627884544 00002000:00100000:1.0:1746135166.206772:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6ca300 x1830954627884544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.206782:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6ca300 with x1830954627884544 ext(0->4095) 00000100:00100000:0.0:1746135166.206787:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b4c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625819776:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135166.206794:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236acb expref: 72 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.206811:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236acb expref: 72 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135166.206811:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746135166.206817:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6ca300 00000100:00100000:1.0:1746135166.206855:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2294 00000100:00100000:1.0:1746135166.206863:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954627884544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135166.207011:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954627884544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.207017:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2294 00002000:00100000:1.0:1746135166.207022:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6ca300 x1830954627884544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.207028:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6ca300 with x1830954627884544 ext(0->4095) 00010000:00010000:1.0:1746135166.207033:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236acb expref: 72 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.207042:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236acb expref: 72 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.207047:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6ca300 00000100:00100000:0.0:1746135166.207812:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627884160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 20078us (22809us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135166.207824:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13702 00000100:00100000:0.0:1746135166.212611:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.212706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.213327:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627884800 00000100:00100000:1.0:1746135166.213331:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627884800 00010000:00010000:1.0:1746135166.213361:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c24c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236acb expref: 73 pid: 9591 timeout: 910 lvb_type: 0 00000100:00100000:0.0:1746135166.228069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.228508:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627885056 00000100:00100000:1.0:1746135166.228516:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627885056 00002000:00100000:1.0:1746135166.228558:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072497800 x1830954627885056/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.228569:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497800 with x1830954627885056 ext(0->4095) 00010000:00010000:1.0:1746135166.228578:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c24c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ad2 expref: 6 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.228591:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c24c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ad2 expref: 6 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.228597:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072497800 00000100:00100000:1.0:1746135166.228610:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2295 00000100:00100000:1.0:1746135166.228624:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627885056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135166.228762:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627885056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.228770:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2295 00002000:00100000:1.0:1746135166.228774:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072497800 x1830954627885056/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.228780:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497800 with x1830954627885056 ext(0->4095) 00010000:00010000:1.0:1746135166.228784:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c24c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ad2 expref: 6 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.228792:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c24c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ad2 expref: 6 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.228796:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072497800 00000100:00100000:0.0:1746135166.240358:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.246550:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b4c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625820160:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135166.246576:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135166.246653:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627885184:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5652us (6295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135166.246668:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13704 00000100:00100000:0.0:1746135166.250377:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.280975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.282342:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2296 00000100:00100000:0.0:1746135166.282365:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954627885696:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135166.291260:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2010:x1830954627885696:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 8884us (10270us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746135166.291286:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2296 00002000:00100000:0.0:1746135166.291310:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072494e00 x1830954627885696/t4294970577(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/448 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.291328:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494e00 with x1830954627885696 ext(0->7) 00010000:00010000:0.0:1746135166.299904:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600e00/0xc3cfcce4a57c24ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ad9 expref: 74 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135166.299930:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600e00/0xc3cfcce4a57c24ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ad9 expref: 74 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135166.299943:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072494e00 00000100:00100000:0.0:1746135166.300665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.308818:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.314915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.325141:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.334248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.341121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.356499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.358898:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954627886848:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2075us (2407us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746135166.358910:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2298 00002000:00100000:0.0:1746135166.358919:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130620700 x1830954627886848/t4294970578(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/448 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.358927:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620700 with x1830954627886848 ext(0->7) 00010000:00010000:0.0:1746135166.358935:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c24dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ae7 expref: 76 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135166.358955:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c24dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ae7 expref: 76 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135166.358962:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620700 00000100:00100000:0.0:1746135166.367740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.370791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.370838:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627887232 00000100:00100000:1.0:1746135166.370844:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627887232 00002000:00100000:1.0:1746135166.370883:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb7bb80 x1830954627887232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.370892:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7bb80 with x1830954627887232 ext(0->4095) 00002000:00010000:1.0:1746135166.370895:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7bb80 00000100:00100000:1.0:1746135166.370911:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13083 00000100:00100000:1.0:1746135166.370918:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627887232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135166.371048:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627887232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.371054:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13083 00002000:00100000:1.0:1746135166.371060:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb7bb80 x1830954627887232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.371072:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7bb80 with x1830954627887232 ext(0->4095) 00002000:00010000:1.0:1746135166.371075:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7bb80 00000100:00100000:0.0:1746135166.378351:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.383194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.384428:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135166.388046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.396081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.401477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.419358:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954627888000:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 17163us (17877us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746135166.419373:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2299 00002000:00100000:0.0:1746135166.419387:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e7480 x1830954627888000/t4294970579(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/448 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.419399:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7480 with x1830954627888000 ext(0->7) 00010000:00010000:0.0:1746135166.419413:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c24ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236af5 expref: 78 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135166.419434:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81ce00/0xc3cfcce4a57c24ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236af5 expref: 78 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135166.419443:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e7480 00000100:00100000:0.0:1746135166.425922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.429420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.437466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.445166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.449962:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.458032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.458236:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627889024 00000100:00100000:1.0:1746135166.458255:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627889024 00002000:00100000:1.0:1746135166.458508:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062a00 x1830954627889024/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.458526:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062a00 with x1830954627889024 ext(0->4095) 00010000:00010000:1.0:1746135166.458545:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c24f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b03 expref: 79 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.458571:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c24f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b03 expref: 79 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.458583:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062a00 00000100:00100000:1.0:1746135166.458821:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2301 00000100:00100000:1.0:1746135166.458839:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2010:x1830954627889024:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135166.459163:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2010:x1830954627889024:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 326us (1147us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.459179:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2301 00002000:00100000:1.0:1746135166.459189:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062a00 x1830954627889024/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.459207:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062a00 with x1830954627889024 ext(0->4095) 00010000:00010000:1.0:1746135166.459220:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c24f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b03 expref: 79 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.459237:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f81c600/0xc3cfcce4a57c24f8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b03 expref: 79 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.459245:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062a00 00000100:00100000:0.0:1746135166.464160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.470381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.475384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.480030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.483172:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.486474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.486810:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627890048 00000100:00100000:1.0:1746135166.486819:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627890048 00002000:00100000:1.0:1746135166.486871:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ed500 x1830954627890048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.486882:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed500 with x1830954627890048 ext(0->4095) 00010000:00010000:1.0:1746135166.486891:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c2506 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b11 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.486906:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c2506 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b11 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.486912:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ed500 00000100:00100000:1.0:1746135166.486931:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2302 00000100:00100000:1.0:1746135166.486938:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627890048:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135166.487117:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627890048:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (650us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.487122:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2302 00002000:00100000:1.0:1746135166.487128:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ed500 x1830954627890048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.487135:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed500 with x1830954627890048 ext(0->4095) 00010000:00010000:1.0:1746135166.487139:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c2506 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b11 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.487147:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c2506 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b11 expref: 6 pid: 26641 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.487152:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ed500 00000100:00100000:0.0:1746135166.493325:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.499283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.504583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.510805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.519240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.519493:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627890944 00000100:00100000:1.0:1746135166.519506:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627890944 00002000:00100000:1.0:1746135166.519561:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2a00 x1830954627890944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.519572:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2a00 with x1830954627890944 ext(0->4095) 00002000:00010000:1.0:1746135166.519578:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a2a00 00000100:00100000:1.0:1746135166.519624:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13086 00000100:00100000:1.0:1746135166.519631:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2010:x1830954627890944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135166.519827:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2010:x1830954627890944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 195us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.519835:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13086 00002000:00100000:1.0:1746135166.519842:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2a00 x1830954627890944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.519849:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2a00 with x1830954627890944 ext(0->4095) 00002000:00010000:1.0:1746135166.519853:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a2a00 00000100:00100000:1.0:1746135166.532984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.533015:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627891072 00000100:00100000:0.0:1746135166.533030:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627891072 00000100:00100000:1.0:1746135166.533129:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29407 00000100:00100000:1.0:1746135166.533139:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627891072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135166.533165:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135166.533193:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c251b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b26 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.533234:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2514 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b1f expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.533241:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135166.533243:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135166.533247:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c251b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b26 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.533286:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2514 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b1f expref: 77 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.533298:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b1f expref: 77 pid: 9591 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135166.533311:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625822848:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135166.540865:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.541062:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135166.541110:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625822848:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135166.541142:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c251b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b26 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.541167:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644800, rc 0) 00000100:00100000:1.0:1746135166.541222:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627891072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8084us (8249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135166.541232:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29407 00000100:00100000:0.0:1746135166.545805:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954627891200:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3228us (4939us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746135166.545817:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2304 00002000:00100000:0.0:1746135166.545827:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a1c00 x1830954627891200/t4294970580(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/448 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.545836:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1c00 with x1830954627891200 ext(0->7) 00010000:00010000:0.0:1746135166.545845:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b1f expref: 80 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135166.545859:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2514 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b1f expref: 80 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135166.545865:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a1c00 00000100:00100000:0.0:1746135166.560765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.563284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.563361:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627891584 00000100:00100000:1.0:1746135166.563368:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627891584 00002000:00100000:1.0:1746135166.563407:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3b80 x1830954627891584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.563416:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3b80 with x1830954627891584 ext(0->4095) 00002000:00010000:1.0:1746135166.563421:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a3b80 00000100:00100000:1.0:1746135166.563437:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13087 00000100:00100000:1.0:1746135166.563443:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627891584:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135166.563577:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627891584:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.563583:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13087 00002000:00100000:1.0:1746135166.563588:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3b80 x1830954627891584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.563595:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3b80 with x1830954627891584 ext(0->4095) 00002000:00010000:1.0:1746135166.563598:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a3b80 00000100:00100000:0.0:1746135166.583160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.583375:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627891712 00000100:00100000:1.0:1746135166.583386:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627891712 00000100:00100000:1.0:1746135166.583444:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29408 00000100:00100000:1.0:1746135166.583452:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:1820:x1830954627891712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135166.583470:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135166.583488:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c2522 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b2d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.583519:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c251b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b26 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.583526:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.583528:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.583532:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c2522 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b2d expref: 80 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.583560:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c251b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b26 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.583570:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c251b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b26 expref: 5 pid: 11615 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135166.583581:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625823104:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135166.583732:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135166.590059:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.590851:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625823104:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135166.590876:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c2522 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b2d expref: 81 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.590891:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645600, rc 0) 00000100:00100000:1.0:1746135166.590943:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:1820:x1830954627891712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7492us (7793us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135166.590952:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29408 00000100:00100000:0.0:1746135166.598362:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.611709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.623414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.623501:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.623534:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627892480 00000100:00100000:1.0:1746135166.623542:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627892480 00010000:00010000:1.0:1746135166.623579:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c2522 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b2d expref: 81 pid: 11615 timeout: 910 lvb_type: 0 00000100:00100000:1.0:1746135166.623620:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13717 00000100:00100000:1.0:1746135166.623626:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2011:x1830954627892480:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135166.623654:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135166.623673:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c2522 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b2d expref: 81 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.623684:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c2522 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b2d expref: 81 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.623706:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c2522 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b2d expref: 81 pid: 11615 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.623726:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.623728:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.623736:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2529 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b34 expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.623743:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2529 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b34 expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.623781:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2529 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b34 expref: 80 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135166.623793:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625823488:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135166.623875:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135166.629692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.630531:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627892736 00000100:00100000:1.0:1746135166.630543:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627892736 00002000:00100000:1.0:1746135166.630622:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664380 x1830954627892736/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.630633:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664380 with x1830954627892736 ext(0->4095) 00010000:00010000:1.0:1746135166.630670:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b34 expref: 80 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.630692:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b34 expref: 80 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.630701:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664380 00000100:00100000:0.0:1746135166.633620:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954627892736:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135166.633829:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954627892736:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 304us (4143us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135166.633836:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2306 00002000:00100000:0.0:1746135166.633846:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664380 x1830954627892736/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.633856:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664380 with x1830954627892736 ext(0->4095) 00010000:00010000:0.0:1746135166.633866:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b34 expref: 80 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:0.0:1746135166.633884:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c2529 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b34 expref: 80 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:0.0:1746135166.633892:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664380 00000100:00100000:0.0:1746135166.644169:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.644297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.657153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.657244:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627893248 00000100:00100000:1.0:1746135166.657256:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627893248 00002000:00100000:1.0:1746135166.657320:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665880 x1830954627893248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.657330:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665880 with x1830954627893248 ext(0->4095) 00010000:00010000:1.0:1746135166.657340:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2530 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b3b expref: 6 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.657361:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2530 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b3b expref: 6 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.657369:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665880 00000100:00100000:1.0:1746135166.657404:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2307 00000100:00100000:1.0:1746135166.657413:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627893248:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135166.660774:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627893248:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 3349us (3624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.660785:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2307 00002000:00100000:1.0:1746135166.660797:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665880 x1830954627893248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.660806:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665880 with x1830954627893248 ext(0->4095) 00010000:00010000:1.0:1746135166.660815:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2530 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b3b expref: 6 pid: 9591 timeout: 910 lvb_type: 0 00010000:00010000:1.0:1746135166.660830:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c2530 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b3b expref: 6 pid: 9591 timeout: 910 lvb_type: 0 00002000:00010000:1.0:1746135166.660837:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665880 00000100:00100000:0.0:1746135166.670714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.688514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.691236:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627893632 00000100:00100000:1.0:1746135166.691249:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627893632 00002000:00100000:1.0:1746135166.691296:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082667b80 x1830954627893632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.691306:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667b80 with x1830954627893632 ext(0->4095) 00002000:00010000:1.0:1746135166.691311:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082667b80 00000100:00100000:1.0:1746135166.691352:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13088 00000100:00100000:1.0:1746135166.691359:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2008:x1830954627893632:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135166.693001:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2008:x1830954627893632:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 1636us (4495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.693011:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13088 00002000:00100000:1.0:1746135166.693020:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082667b80 x1830954627893632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.693028:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667b80 with x1830954627893632 ext(0->4095) 00002000:00010000:1.0:1746135166.693033:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082667b80 00000100:00100000:0.0:1746135166.701549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.711387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.711531:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627893888 00000100:00100000:1.0:1746135166.711538:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627893888 00002000:00100000:1.0:1746135166.711573:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082666300 x1830954627893888/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.711581:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666300 with x1830954627893888 ext(0->7) 00010000:00010000:1.0:1746135166.711588:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c2537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b42 expref: 80 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.711600:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c2537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b42 expref: 80 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.711606:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082666300 00000100:00100000:1.0:1746135166.712021:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2308 00000100:00100000:1.0:1746135166.712028:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2011:x1830954627893888:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135166.715505:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954627893888:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3467us (4112us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746135166.715517:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2308 00002000:00100000:0.0:1746135166.715526:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082666300 x1830954627893888/t4294970581(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/448 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.715536:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666300 with x1830954627893888 ext(0->7) 00010000:00010000:0.0:1746135166.715545:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c2537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b42 expref: 82 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:0.0:1746135166.715563:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c2537 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b42 expref: 82 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:0.0:1746135166.715570:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082666300 00000100:00100000:0.0:1746135166.731186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.747463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.752876:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.753343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.757148:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b6c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625824640:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135166.757170:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135166.757924:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627894656:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4061us (4579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135166.757932:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13721 00000100:00100000:0.0:1746135166.758258:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627894912 00000100:00100000:0.0:1746135166.758264:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627894912 00002000:00100000:0.0:1746135166.758299:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c9180 x1830954627894912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.758313:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9180 with x1830954627894912 ext(0->4095) 00010000:00010000:0.0:1746135166.758320:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b50 expref: 83 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:0.0:1746135166.758332:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b50 expref: 83 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:0.0:1746135166.758337:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c9180 00000100:00100000:0.0:1746135166.758351:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2310 00000100:00100000:0.0:1746135166.758357:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954627894912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135166.758783:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954627894912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 424us (593us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135166.758789:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2310 00002000:00100000:0.0:1746135166.758794:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c9180 x1830954627894912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.758800:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9180 with x1830954627894912 ext(0->4095) 00010000:00010000:0.0:1746135166.758805:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b50 expref: 83 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:0.0:1746135166.758813:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c2545 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b50 expref: 83 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:0.0:1746135166.758819:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c9180 00000100:00100000:0.0:1746135166.768803:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.776616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.776718:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627895296 00000100:00100000:1.0:1746135166.776726:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627895296 00002000:00100000:1.0:1746135166.776762:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b617480 x1830954627895296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.776771:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617480 with x1830954627895296 ext(0->4095) 00002000:00010000:1.0:1746135166.776776:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b617480 00000100:00100000:1.0:1746135166.776811:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13089 00000100:00100000:1.0:1746135166.776819:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954627895296:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135166.776944:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954627895296:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.776951:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13089 00002000:00100000:1.0:1746135166.776956:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b617480 x1830954627895296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.776963:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617480 with x1830954627895296 ext(0->4095) 00002000:00010000:1.0:1746135166.776966:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b617480 00000100:00100000:0.0:1746135166.780563:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.781031:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627895424 00000100:00100000:1.0:1746135166.781041:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627895424 00000100:00100000:1.0:1746135166.781122:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29415 00000100:00100000:1.0:1746135166.781133:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627895424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135166.781153:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135166.781177:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b5e expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.781214:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c254c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b57 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.781230:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135166.781232:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135166.781237:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b5e expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.781277:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c254c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b57 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.781292:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c254c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b57 expref: 81 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135166.781306:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625824896:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135166.781425:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135166.785618:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625824896:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135166.785686:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b5e expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.785707:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:1.0:1746135166.785755:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627895424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4624us (5202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135166.785763:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29415 00000100:00100000:0.0:1746135166.786595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.786903:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627895552 00000100:00100000:1.0:1746135166.786909:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627895552 00000100:00100000:1.0:1746135166.787246:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29416 00000100:00100000:1.0:1746135166.787254:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954627895552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135166.787271:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135166.787286:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c255a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b65 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.787305:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135166.787310:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b5e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.787316:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135166.787319:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c255a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b65 expref: 83 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.787347:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b5e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.787358:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c255a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b65 expref: 83 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.787366:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645400, rc 0) 00000100:00100000:1.0:1746135166.787395:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954627895552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135166.787401:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29416 00000100:00100000:0.0:1746135166.787812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.794464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.794935:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627895936 00000100:00100000:1.0:1746135166.794947:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627895936 00002000:00100000:1.0:1746135166.795019:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56d500 x1830954627895936/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.795032:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56d500 with x1830954627895936 ext(0->4095) 00010000:00010000:1.0:1746135166.795045:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b5e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.795068:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b5e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.795078:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56d500 00000100:00100000:1.0:1746135166.795117:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2311 00000100:00100000:1.0:1746135166.795129:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627895936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135166.795435:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627895936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 303us (983us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.795445:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2311 00002000:00100000:1.0:1746135166.795456:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56d500 x1830954627895936/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.795465:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56d500 with x1830954627895936 ext(0->4095) 00010000:00010000:1.0:1746135166.795474:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b5e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.795489:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2553 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b5e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.795496:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56d500 00000100:00100000:0.0:1746135166.800174:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.803931:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.806811:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.811269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.816788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.816833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.817236:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627896960 00000100:00100000:1.0:1746135166.817239:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627896960 00002000:00100000:1.0:1746135166.817262:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a300 x1830954627896960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.817276:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a300 with x1830954627896960 ext(0->4095) 00010000:00010000:1.0:1746135166.817282:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2561 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b6c expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.817291:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2561 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b6c expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.817296:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04a300 00000100:00100000:1.0:1746135166.817309:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2312 00000100:00100000:1.0:1746135166.817314:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627896960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135166.817451:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627896960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (617us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.817459:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2312 00002000:00100000:1.0:1746135166.817464:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a300 x1830954627896960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.817470:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a300 with x1830954627896960 ext(0->4095) 00010000:00010000:1.0:1746135166.817474:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2561 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b6c expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.817483:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2561 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b6c expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.817488:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04a300 00000100:00100000:0.0:1746135166.820594:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.824189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.829438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00002000:00100000:3.0:1746135166.829918:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04b800 x1830954627897472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.829933:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b800 with x1830954627897472 ext(0->4095) 00010000:00010000:3.0:1746135166.829941:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b73 expref: 83 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135166.829953:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b73 expref: 83 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135166.829960:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04b800 00000100:00100000:3.0:1746135166.830388:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2313 00000100:00100000:3.0:1746135166.830396:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954627897472:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135166.830547:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954627897472:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (1124us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135166.830554:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2313 00002000:00100000:3.0:1746135166.830560:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04b800 x1830954627897472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.830566:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b800 with x1830954627897472 ext(0->4095) 00010000:00010000:3.0:1746135166.830571:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b73 expref: 83 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135166.830579:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c2568 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b73 expref: 83 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135166.830585:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04b800 00000100:00100000:0.0:1746135166.832847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.838558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.838905:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627897856 00000100:00100000:3.0:1746135166.838911:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627897856 00002000:00100000:3.0:1746135166.838940:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04b100 x1830954627897856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.838949:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b100 with x1830954627897856 ext(0->4095) 00002000:00010000:3.0:1746135166.838953:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04b100 00000100:00100000:3.0:1746135166.838977:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13091 00000100:00100000:3.0:1746135166.838983:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954627897856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135166.839094:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954627897856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (545us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135166.839099:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13091 00002000:00100000:3.0:1746135166.839104:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04b100 x1830954627897856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.839110:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b100 with x1830954627897856 ext(0->4095) 00002000:00010000:3.0:1746135166.839112:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04b100 00000100:00100000:0.0:1746135166.841918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.842015:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627897984 00000100:00100000:3.0:1746135166.842024:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627897984 00000100:00100000:3.0:1746135166.842593:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29420 00000100:00100000:3.0:1746135166.842604:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627897984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135166.842631:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135166.842683:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b81 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.842714:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c256f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b7a expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.842725:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135166.842727:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135166.842731:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.842762:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c256f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b7a expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.842774:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c256f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b7a expref: 81 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135166.842787:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625826176:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135166.842887:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135166.845816:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625826176:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135166.845856:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.845877:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470e00, rc 0) 00000100:00100000:3.0:1746135166.845926:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627897984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3323us (4013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135166.845933:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29420 00000100:00100000:0.0:1746135166.847475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.849707:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.850114:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627898240 00000100:00100000:3.0:1746135166.850121:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627898240 00000100:00100000:3.0:1746135166.850164:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29421 00000100:00100000:3.0:1746135166.850171:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954627898240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135166.850193:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135166.850210:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c257d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b88 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.850236:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.850243:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135166.850244:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135166.850247:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c257d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b88 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.850273:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.850284:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 5 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135166.850293:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625826432:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135166.852409:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135166.856082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.856179:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627898496 00000100:00100000:1.0:1746135166.856189:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627898496 00002000:00100000:1.0:1746135166.856239:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ca80 x1830954627898496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.856248:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ca80 with x1830954627898496 ext(0->4095) 00010000:00010000:1.0:1746135166.856258:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.856273:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.856279:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ca80 00000100:00100000:1.0:1746135166.856303:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2314 00000100:00100000:1.0:1746135166.856310:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627898496:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135166.856709:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625826432:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135166.856735:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c257d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b88 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.856749:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415200, rc 0) 00000100:00100000:1.0:1746135166.857506:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627898496:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1194us (1434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.857513:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2314 00002000:00100000:1.0:1746135166.857521:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ca80 x1830954627898496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.857528:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ca80 with x1830954627898496 ext(0->4095) 00010000:00010000:1.0:1746135166.857535:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.857544:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c2576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b81 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.857550:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ca80 00000100:00100000:3.0:1746135166.857664:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954627898240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7493us (7959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135166.857673:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29421 00000100:00100000:0.0:1746135166.862233:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.865981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.866119:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627898880 00000100:00100000:1.0:1746135166.866131:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627898880 00002000:00100000:1.0:1746135166.866190:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d880 x1830954627898880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.866477:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d880 with x1830954627898880 ext(0->4095) 00002000:00010000:1.0:1746135166.866482:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d880 00000100:00100000:1.0:1746135166.866506:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13092 00000100:00100000:1.0:1746135166.866512:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954627898880:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135166.866689:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954627898880:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (724us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.866695:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13092 00002000:00100000:1.0:1746135166.866699:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d880 x1830954627898880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.866706:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d880 with x1830954627898880 ext(0->4095) 00002000:00010000:1.0:1746135166.866709:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d880 00000100:00100000:0.0:1746135166.874578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.874706:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627899008 00000100:00100000:3.0:1746135166.874716:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627899008 00000100:00100000:3.0:1746135166.874761:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29422 00000100:00100000:3.0:1746135166.874768:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627899008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135166.874789:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135166.874806:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b8f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.874832:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c257d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b88 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.874839:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135166.874841:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135166.874844:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.874872:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c257d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b88 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.874882:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c257d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b88 expref: 81 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135166.874893:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625826688:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135166.874982:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135166.880520:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625826688:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135166.880554:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.880569:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415000, rc 0) 00000100:00100000:3.0:1746135166.880624:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627899008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5856us (6057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135166.880631:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29422 00000100:00100000:0.0:1746135166.887938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.888823:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954627899136:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 637us (892us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746135166.888831:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2315 00002000:00100000:0.0:1746135166.888838:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60ea00 x1830954627899136/t4294970582(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/448 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135166.888845:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ea00 with x1830954627899136 ext(0->7) 00010000:00010000:0.0:1746135166.888849:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c257d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b88 expref: 84 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:0.0:1746135166.888858:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094415200/0xc3cfcce4a57c257d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b88 expref: 84 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:0.0:1746135166.888864:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ea00 00000100:00100000:0.0:1746135166.899021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.903756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.905729:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627899392 00000100:00100000:3.0:1746135166.905741:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627899392 00000100:00100000:3.0:1746135166.905801:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29423 00000100:00100000:3.0:1746135166.905810:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954627899392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135166.905828:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135166.905856:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b96 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.905882:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.905888:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135166.905889:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135166.905893:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.905921:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.905933:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 5 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135166.905944:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625826944:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135166.906036:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135166.907838:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627899648 00000100:00100000:1.0:1746135166.907845:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627899648 00002000:00100000:1.0:1746135166.907886:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495180 x1830954627899648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.907896:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495180 with x1830954627899648 ext(0->4095) 00010000:00010000:1.0:1746135166.907904:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.907915:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.907925:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495180 00000100:00100000:1.0:1746135166.907943:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2316 00000100:00100000:1.0:1746135166.907949:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627899648:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135166.908106:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627899648:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.908112:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2316 00002000:00100000:1.0:1746135166.908117:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495180 x1830954627899648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.908124:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495180 with x1830954627899648 ext(0->4095) 00010000:00010000:1.0:1746135166.908129:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.908137:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135166.908143:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495180 00000100:00100000:0.0:1746135166.908326:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b4c9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625826816:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135166.908344:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135166.908368:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2009:x1830954627899264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7910us (9357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135166.908376:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13730 00000100:00100000:3.0:1746135166.911991:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625826944:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135166.912021:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.912038:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094414a00, rc 0) 00000100:00100000:3.0:1746135166.912089:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954627899392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6279us (8341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135166.912097:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29423 00000100:00100000:0.0:1746135166.914565:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.914689:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.914767:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627899776 00000100:00100000:3.0:1746135166.914774:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627899776 00000100:00100000:3.0:1746135166.914811:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29424 00000100:00100000:3.0:1746135166.914818:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1820:x1830954627899776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135166.914837:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135166.914853:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236b9d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.914876:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135166.914880:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.914886:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135166.914889:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b9d expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.914921:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.914932:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b9d expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.914940:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094471200, rc 0) 00000100:00100000:3.0:1746135166.914977:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1820:x1830954627899776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135166.914982:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29424 00000100:00100000:1.0:1746135166.915050:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627899904 00000100:00100000:1.0:1746135166.915054:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627899904 00010000:00010000:1.0:1746135166.915071:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135166.915215:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13731 00000100:00100000:1.0:1746135166.915221:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627899904:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135166.915230:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135166.915246:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.915255:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.915270:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094415000/0xc3cfcce4a57c2584 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b8f expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.915285:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.915287:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.915292:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.915298:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.915316:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.915325:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 84 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135166.915334:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625827200:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135166.915373:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135166.918822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.919434:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625827200:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135166.919455:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135166.919500:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627899904:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4279us (4811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135166.919512:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13731 00000100:00100000:3.0:1746135166.920185:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627900160 00000100:00100000:3.0:1746135166.920194:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627900160 00002000:00100000:3.0:1746135166.920236:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9c00 x1830954627900160/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.920246:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9c00 with x1830954627900160 ext(0->4095) 00010000:00010000:3.0:1746135166.920255:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135166.920268:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135166.920274:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c9c00 00000100:00100000:3.0:1746135166.920298:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2317 00000100:00100000:3.0:1746135166.920306:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954627900160:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135166.920443:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954627900160:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 137us (1630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135166.920450:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2317 00002000:00100000:3.0:1746135166.920456:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9c00 x1830954627900160/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.920463:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9c00 with x1830954627900160 ext(0->4095) 00010000:00010000:3.0:1746135166.920468:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135166.920476:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135166.920481:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c9c00 00000100:00100000:0.0:1746135166.923299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.923405:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627900288 00000100:00100000:1.0:1746135166.923412:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627900288 00010000:00010000:1.0:1746135166.923446:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135166.923672:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13732 00000100:00100000:1.0:1746135166.923681:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954627900288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135166.923696:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135166.923714:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.923724:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.923745:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c258b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b96 expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.924233:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.924235:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.924242:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b9d expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.924250:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b9d expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.924280:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b9d expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135166.924292:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625827328:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135166.924373:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135166.928290:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625827328:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135166.928308:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135166.928355:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954627900288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4675us (5062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135166.928365:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13732 00000100:00100000:0.0:1746135166.928824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.929069:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627900544 00000100:00100000:1.0:1746135166.929076:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627900544 00002000:00100000:1.0:1746135166.929109:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e6300 x1830954627900544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.929118:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6300 with x1830954627900544 ext(0->4095) 00002000:00010000:1.0:1746135166.929123:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e6300 00000100:00100000:1.0:1746135166.929154:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13093 00000100:00100000:1.0:1746135166.929160:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954627900544:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135166.929291:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954627900544:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135166.929297:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13093 00002000:00100000:1.0:1746135166.929302:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e6300 x1830954627900544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135166.929308:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6300 with x1830954627900544 ext(0->4095) 00002000:00010000:1.0:1746135166.929311:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e6300 00000100:00100000:0.0:1746135166.932848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135166.937281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.937548:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627900800 00000100:00100000:1.0:1746135166.937557:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627900800 00010000:00010000:1.0:1746135166.937588:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b9d expref: 84 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135166.937667:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13733 00000100:00100000:1.0:1746135166.937675:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954627900800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135166.937689:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135166.937711:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b9d expref: 84 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.937722:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c2592 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236b9d expref: 84 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.937750:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.937752:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.937760:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.937768:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.937807:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135166.937818:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625827584:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135166.937888:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135166.938890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.939202:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627900928 00000100:00100000:3.0:1746135166.939207:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627900928 00000100:00100000:3.0:1746135166.939231:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29426 00000100:00100000:3.0:1746135166.939237:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954627900928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135166.939248:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135166.939258:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bab expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.939275:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.939281:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135166.939282:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135166.939285:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.939310:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.939320:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 5 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135166.939329:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625827712:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135166.939371:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135166.942696:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625827712:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135166.942725:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.942739:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470400, rc 0) 00000100:00100000:3.0:1746135166.942775:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1804:x1830954627900928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3538us (3888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135166.942783:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29426 00000100:00100000:1.0:1746135166.942934:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625827584:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135166.942945:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135166.942963:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954627900800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5290us (6015us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135166.942970:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13733 00000100:00100000:0.0:1746135166.943790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.943978:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627901184 00000100:00100000:3.0:1746135166.943984:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627901184 00002000:00100000:3.0:1746135166.944015:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515500 x1830954627901184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.944024:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515500 with x1830954627901184 ext(0->4095) 00010000:00010000:3.0:1746135166.944031:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135166.944046:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135166.944052:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515500 00000100:00100000:3.0:1746135166.944079:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2318 00000100:00100000:3.0:1746135166.944085:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627901184:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135166.944189:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627901184:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135166.944195:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2318 00002000:00100000:3.0:1746135166.944200:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515500 x1830954627901184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:622/0 lens 488/4536 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.944206:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515500 with x1830954627901184 ext(0->4095) 00010000:00010000:3.0:1746135166.944210:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135166.944218:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135166.944223:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515500 00000100:00100000:0.0:1746135166.950051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.950181:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627901312 00000100:00100000:1.0:1746135166.950189:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627901312 00010000:00010000:1.0:1746135166.950218:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135166.950255:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13734 00000100:00100000:1.0:1746135166.950262:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627901312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135166.950274:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135166.950290:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.950299:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.950317:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2599 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ba4 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.950979:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.950981:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.950988:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.950996:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.951025:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135166.951036:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625827840:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135166.951099:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135166.953552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.953774:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625827840:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135166.953788:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135166.953817:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627901312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3556us (3775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135166.953825:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13734 00000100:00100000:0.0:1746135166.961201:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.961287:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627901696 00000100:00100000:3.0:1746135166.961295:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627901696 00000100:00100000:3.0:1746135166.961332:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29427 00000100:00100000:3.0:1746135166.961338:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627901696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135166.961352:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135166.961367:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bb2 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.961393:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.961399:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135166.961400:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135166.961403:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.961426:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.961434:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 83 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135166.961446:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625827968:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135166.963385:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135166.981069:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625827968:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135166.981100:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.981117:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d400, rc 0) 00000100:00100000:3.0:1746135166.981154:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627901696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19816us (19961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135166.981162:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29427 00000100:00100000:0.0:1746135166.986259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.986566:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627901824 00000100:00100000:3.0:1746135166.986577:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627901824 00002000:00100000:3.0:1746135166.986689:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d958000 x1830954627901824/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/0 e 0 to 0 dl 1746135177 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.986699:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d958000 with x1830954627901824 ext(0->7) 00010000:00010000:3.0:1746135166.986710:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 84 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135166.986725:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 84 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135166.986731:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d958000 00000100:00100000:3.0:1746135166.986768:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2319 00000100:00100000:3.0:1746135166.986776:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954627901824:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135166.989215:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2010:x1830954627901824:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2431us (2965us total) trans 4294970583 rc 0/0 00000100:00100000:3.0:1746135166.989226:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2319 00002000:00100000:3.0:1746135166.989236:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88011d958000 x1830954627901824/t4294970583(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:622/0 lens 496/448 e 0 to 0 dl 1746135177 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135166.989246:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d958000 with x1830954627901824 ext(0->7) 00010000:00010000:3.0:1746135166.989255:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135166.989270:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135166.989281:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d958000 00000100:00100000:0.0:1746135166.995398:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135166.995555:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627901952 00000100:00100000:3.0:1746135166.995569:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627901952 00000100:00100000:3.0:1746135166.995670:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29428 00000100:00100000:3.0:1746135166.995680:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954627901952:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135166.995704:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135166.995729:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bb9 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.995766:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135166.995772:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.995778:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135166.995781:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb9 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.995824:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.995840:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb9 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135166.995849:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101ce00, rc 0) 00000100:00100000:3.0:1746135166.997677:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1804:x1830954627901952:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1989us (2283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135166.997690:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29428 00000100:00100000:0.0:1746135166.998018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135166.998199:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627902080 00000100:00100000:1.0:1746135166.998206:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627902080 00010000:00010000:1.0:1746135166.998235:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135166.998574:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13735 00000100:00100000:1.0:1746135166.998582:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2008:x1830954627902080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135166.998596:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135166.998624:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.998637:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.998671:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c25a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bab expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135166.999327:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.999330:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135166.999339:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.999347:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.999381:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135166.999393:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 5 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135166.999403:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625828224:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135167.000501:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 10 seconds 00000100:00100000:0.0:1746135167.004556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.004743:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627902336 00000100:00100000:3.0:1746135167.004758:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627902336 00002000:00100000:3.0:1746135167.004843:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3b80 x1830954627902336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.004854:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3b80 with x1830954627902336 ext(0->4095) 00010000:00010000:3.0:1746135167.004864:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.004882:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135167.004890:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a3b80 00000100:00100000:3.0:1746135167.004935:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2320 00000100:00100000:3.0:1746135167.004943:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627902336:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135167.005131:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627902336:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (589us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135167.005138:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2320 00002000:00100000:3.0:1746135167.005144:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3b80 x1830954627902336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.005151:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3b80 with x1830954627902336 ext(0->4095) 00010000:00010000:3.0:1746135167.005155:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.005169:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135167.005175:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a3b80 00000100:00100000:1.0:1746135167.005314:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625828224:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135167.005339:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135167.005369:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2008:x1830954627902080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6788us (7352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135167.005379:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13735 00000100:00080000:0.0:1746135167.006241:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135167.009785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.009974:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627902464 00000100:00100000:1.0:1746135167.009990:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627902464 00010000:00010000:1.0:1746135167.010040:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:1.0:1746135167.010325:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13736 00000100:00100000:1.0:1746135167.010333:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627902464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135167.010349:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135167.010376:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.010392:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.010420:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb2 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.010447:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135167.010449:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135167.010457:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb9 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.010465:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb9 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.010509:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb9 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135167.010524:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625828352:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135167.011514:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.016841:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00080000:0.0:1746135167.017964:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746135167.020998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.021207:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627902848 00000100:00100000:3.0:1746135167.021218:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627902848 00000100:00100000:3.0:1746135167.021283:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29429 00000100:00100000:3.0:1746135167.021293:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627902848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.021319:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.021339:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bc0 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.021372:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb9 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.021380:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.021381:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.021385:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25b5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc0 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.021422:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb9 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.021434:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bb9 expref: 85 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.021447:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625828480:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.021544:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.024198:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625828480:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.024257:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25b5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc0 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.024276:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d400, rc 0) 00000100:00100000:3.0:1746135167.026262:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627902848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4961us (5271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.026272:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29429 00000100:00100000:0.0:1746135167.026591:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.030269:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627903104 00000100:00100000:3.0:1746135167.030279:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627903104 00000100:00100000:0.0:1746135167.030830:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072495880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625828608:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135167.030853:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135167.030899:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954627902976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3926us (4310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135167.030909:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13737 00000100:00100000:3.0:1746135167.031114:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29430 00000100:00100000:3.0:1746135167.031123:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1804:x1830954627903104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.031141:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.031156:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bc7 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.031180:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc0 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.031186:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.031188:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.031190:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc7 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.031211:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc0 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.031225:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c25b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc0 expref: 5 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.031234:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625828736:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.031270:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.034851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.035171:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627903488 00000100:00100000:1.0:1746135167.035179:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627903488 00000100:00100000:1.0:1746135167.035241:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29431 00000100:00100000:1.0:1746135167.035251:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1820:x1830954627903488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135167.035276:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135167.035294:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c25c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bce expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.035319:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135167.035324:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc7 expref: 88 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.035329:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135167.035333:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c25c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bce expref: 88 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.035365:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc7 expref: 88 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.035376:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c25c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bce expref: 88 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.035384:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135167.035441:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:1820:x1830954627903488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135167.035447:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29431 00000100:00100000:3.0:1746135167.039764:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625828736:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.039793:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc7 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.039809:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094471200, rc 0) 00000100:00100000:3.0:1746135167.039848:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1804:x1830954627903104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8726us (9954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.039855:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29430 00000100:00100000:0.0:1746135167.040523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.045334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.045442:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627903872 00000100:00100000:3.0:1746135167.045453:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627903872 00002000:00100000:3.0:1746135167.045516:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ca80 x1830954627903872/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.045527:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ca80 with x1830954627903872 ext(0->4095) 00010000:00010000:3.0:1746135167.045540:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc7 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.045556:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc7 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135167.045568:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ca80 00000100:00100000:3.0:1746135167.045594:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2322 00000100:00100000:3.0:1746135167.045602:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954627903872:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135167.047166:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954627903872:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1562us (1840us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135167.047174:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2322 00002000:00100000:3.0:1746135167.047181:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ca80 x1830954627903872/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.047189:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ca80 with x1830954627903872 ext(0->4095) 00010000:00010000:3.0:1746135167.047195:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc7 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.047206:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094471200/0xc3cfcce4a57c25bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bc7 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135167.047212:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ca80 00000100:00100000:0.0:1746135167.051361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.058757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.059522:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627904256 00000100:00100000:3.0:1746135167.059535:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627904256 00002000:00100000:3.0:1746135167.059617:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995f80 x1830954627904256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.059629:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995f80 with x1830954627904256 ext(0->4095) 00002000:00010000:3.0:1746135167.059712:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b995f80 00000100:00100000:3.0:1746135167.059751:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13096 00000100:00100000:3.0:1746135167.059761:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2009:x1830954627904256:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746135167.060000:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2009:x1830954627904256:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 239us (1259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135167.060009:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13096 00002000:00100000:3.0:1746135167.060015:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995f80 x1830954627904256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.060022:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995f80 with x1830954627904256 ext(0->4095) 00002000:00010000:3.0:1746135167.060025:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b995f80 00000100:00100000:0.0:1746135167.062576:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.063277:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627904384 00000100:00100000:3.0:1746135167.063291:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627904384 00000100:00100000:3.0:1746135167.063517:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29432 00000100:00100000:3.0:1746135167.063527:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627904384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.063550:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.063569:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bd5 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.063602:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c25c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bce expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.063617:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.063620:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.063623:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.063677:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c25c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bce expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.063695:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c25c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bce expref: 85 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.063708:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625829248:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.063809:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.067194:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625829248:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.067235:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.067257:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101ce00, rc 0) 00000100:00100000:3.0:1746135167.067318:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627904384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3791us (4757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.067326:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29432 00000100:00100000:0.0:1746135167.068975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.069067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.069829:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627904512 00000100:00100000:3.0:1746135167.069842:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627904512 00000100:00100000:3.0:1746135167.070884:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29433 00000100:00100000:3.0:1746135167.070892:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954627904512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.070910:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.070923:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bdc expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.070939:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.070949:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.070950:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.070953:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bdc expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.070981:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.070990:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 5 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.070999:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625829504:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.071039:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.074713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.074810:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625829504:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.074840:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bdc expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.074855:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101ca00, rc 0) 00000100:00100000:3.0:1746135167.074894:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1804:x1830954627904512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4003us (5933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.074901:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29433 00000100:00100000:1.0:1746135167.075199:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627904896 00000100:00100000:1.0:1746135167.075206:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627904896 00002000:00100000:1.0:1746135167.075239:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430700 x1830954627904896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.075248:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430700 with x1830954627904896 ext(0->4095) 00010000:00010000:1.0:1746135167.075255:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.075267:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.075274:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094430700 00000100:00100000:1.0:1746135167.075293:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2323 00000100:00100000:1.0:1746135167.075300:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627904896:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135167.075433:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627904896:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.075438:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2323 00002000:00100000:1.0:1746135167.075443:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430700 x1830954627904896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.075450:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430700 with x1830954627904896 ext(0->4095) 00010000:00010000:1.0:1746135167.075454:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.075463:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25ca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bd5 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.075473:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094430700 00000100:00100000:0.0:1746135167.079372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.080857:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627905024 00000100:00100000:3.0:1746135167.080876:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627905024 00000100:00100000:3.0:1746135167.080954:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29434 00000100:00100000:3.0:1746135167.080963:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1820:x1830954627905024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.080993:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.081018:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236be3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.081051:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.081057:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bdc expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.081062:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.081066:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.081108:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bdc expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.081120:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.081132:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470e00, rc 0) 00000100:00100000:3.0:1746135167.082474:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1820:x1830954627905024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1502us (3104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.082483:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29434 00000100:00100000:1.0:1746135167.082970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.089375:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.090771:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625829760:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.090795:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.090833:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627905152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6466us (7864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.090842:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13741 00000100:00100000:0.0:1746135167.093546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.094333:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627905536 00000100:00100000:3.0:1746135167.094342:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627905536 00010000:00010000:3.0:1746135167.094380:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bdc expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.094417:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13742 00000100:00100000:3.0:1746135167.094423:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2008:x1830954627905536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.094439:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.094460:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bdc expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.094470:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bdc expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.094491:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c25d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bdc expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.094848:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.094850:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.094857:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.094864:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.094894:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.094910:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625829888:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.095838:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.100176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.100279:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627905792 00000100:00100000:1.0:1746135167.100288:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627905792 00002000:00100000:1.0:1746135167.100329:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094433b80 x1830954627905792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.100338:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094433b80 with x1830954627905792 ext(0->4095) 00002000:00010000:1.0:1746135167.100342:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094433b80 00000100:00100000:1.0:1746135167.100374:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13097 00000100:00100000:1.0:1746135167.100383:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954627905792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135167.100548:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954627905792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.100554:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13097 00002000:00100000:1.0:1746135167.100560:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094433b80 x1830954627905792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.100566:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094433b80 with x1830954627905792 ext(0->4095) 00002000:00010000:1.0:1746135167.100569:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094433b80 00000100:00100000:3.0:1746135167.100700:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625829888:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.100722:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.100745:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2008:x1830954627905536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6323us (7216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.100753:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13742 00000100:00100000:0.0:1746135167.103986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.108925:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.109106:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627906048 00000100:00100000:3.0:1746135167.109114:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627906048 00010000:00010000:3.0:1746135167.109149:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.109173:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13743 00000100:00100000:3.0:1746135167.109180:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2010:x1830954627906048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.109198:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.109224:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.109237:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.109264:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c25d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236be3 expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.111138:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.111143:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.111155:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.111164:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.111205:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.111218:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625830144:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.111685:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.112559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.112816:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627906176 00000100:00100000:3.0:1746135167.112824:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627906176 00000100:00100000:3.0:1746135167.112868:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29436 00000100:00100000:3.0:1746135167.112875:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954627906176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.112891:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.112905:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236bf1 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.112931:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.112937:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.112938:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.112941:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.112964:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.112974:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 5 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.112984:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625830272:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.115226:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:1.0:1746135167.117170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.117854:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625830144:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.117869:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.117888:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2010:x1830954627906048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8708us (8966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.117897:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13743 00000100:00100000:0.0:1746135167.122143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.122633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.123162:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627906688 00000100:00100000:3.0:1746135167.123166:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627906688 00010000:00010000:3.0:1746135167.123191:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.123217:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13744 00000100:00100000:3.0:1746135167.123223:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627906688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.123238:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.123258:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.123269:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.123297:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bea expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.124109:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.124145:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627906688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 921us (1511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.124152:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13744 00000100:00100000:0.0:1746135167.127825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.128671:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627906944 00000100:00100000:1.0:1746135167.128680:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627906944 00002000:00100000:1.0:1746135167.128725:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56c700 x1830954627906944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.128743:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c700 with x1830954627906944 ext(0->4095) 00010000:00010000:1.0:1746135167.128753:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.128769:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.128775:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56c700 00000100:00100000:1.0:1746135167.128808:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2326 00000100:00100000:1.0:1746135167.128815:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2011:x1830954627906944:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.128948:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2011:x1830954627906944:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (1125us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.128955:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2326 00002000:00100000:1.0:1746135167.128959:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56c700 x1830954627906944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.128966:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c700 with x1830954627906944 ext(0->4095) 00010000:00010000:1.0:1746135167.128971:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.128979:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.128985:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56c700 00000100:00100000:0.0:1746135167.132808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.133317:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627907072 00000100:00100000:3.0:1746135167.133326:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627907072 00010000:00010000:3.0:1746135167.133366:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.133410:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13745 00000100:00100000:3.0:1746135167.133416:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954627907072:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.133430:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.133450:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.133463:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.133488:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c25e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf1 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.133835:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.133837:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.133845:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c25ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf8 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.133858:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c25ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf8 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.133896:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c25ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf8 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.133907:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625830656:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.134533:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135167.138540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.138635:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625830656:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.138778:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.139011:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2010:x1830954627907072:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5595us (6210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.139022:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13745 00000100:00100000:0.0:1746135167.141334:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.145176:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.145568:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627907584 00000100:00100000:3.0:1746135167.145577:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627907584 00010000:00010000:3.0:1746135167.145627:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c25ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf8 expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.145698:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13746 00000100:00100000:3.0:1746135167.145706:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954627907584:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.145719:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.145744:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c25ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf8 expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.145760:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c25ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf8 expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.145787:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c25ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bf8 expref: 86 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.145803:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.145805:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.145813:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c25f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bff expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.145820:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c25f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bff expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.145853:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c25f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bff expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.145865:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625830912:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.145938:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800979976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.150173:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.150287:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.151581:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625830912:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.151599:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.151630:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2011:x1830954627907584:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5925us (6471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.151659:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13746 00000100:00100000:0.0:1746135167.155378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.155454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.155676:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627908096 00000100:00100000:1.0:1746135167.155683:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627908096 00000100:00100000:1.0:1746135167.155715:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29440 00000100:00100000:1.0:1746135167.155720:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1820:x1830954627908096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135167.155735:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135167.155748:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c0d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.155768:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135167.155772:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 88 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.155778:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135167.155781:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 88 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.155809:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 88 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.155818:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 88 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.155826:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00000100:00100000:1.0:1746135167.155859:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:1820:x1830954627908096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135167.155864:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29440 00000100:00100000:3.0:1746135167.156048:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627908224 00000100:00100000:3.0:1746135167.156052:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627908224 00010000:00010000:3.0:1746135167.156074:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c25f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bff expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.156091:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13747 00000100:00100000:3.0:1746135167.156095:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627908224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.156104:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.156574:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c25f4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bff expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.156585:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c25f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236bff expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.156612:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.156614:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.156619:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.156626:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.157059:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.157072:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.157083:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625831296:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.158052:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.162616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.162712:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627908480 00000100:00100000:1.0:1746135167.162721:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627908480 00002000:00100000:1.0:1746135167.162760:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0a80 x1830954627908480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.162770:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0a80 with x1830954627908480 ext(0->4095) 00010000:00010000:1.0:1746135167.162780:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.162795:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.162800:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0a80 00000100:00100000:1.0:1746135167.162831:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2327 00000100:00100000:1.0:1746135167.162837:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954627908480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135167.163004:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954627908480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 166us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.163010:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2327 00002000:00100000:1.0:1746135167.163014:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0a80 x1830954627908480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.163020:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0a80 with x1830954627908480 ext(0->4095) 00010000:00010000:1.0:1746135167.163024:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.163032:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.163037:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0a80 00000100:00100000:3.0:1746135167.163690:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625831296:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.163714:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.163747:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627908224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7650us (8291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.163755:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13747 00000100:00100000:0.0:1746135167.167273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.167416:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627908608 00000100:00100000:3.0:1746135167.167431:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627908608 00010000:00010000:3.0:1746135167.167479:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.167716:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13748 00000100:00100000:3.0:1746135167.167724:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2009:x1830954627908608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.167741:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.167772:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.167787:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.167818:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c25fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c06 expref: 87 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.167845:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.167847:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.167856:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 86 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.167871:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 86 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.167911:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 86 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.167923:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625831424:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.169289:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.172577:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625831424:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.172620:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135167.173126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.173240:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2009:x1830954627908608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5515us (5983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.173255:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13748 00000100:00100000:0.0:1746135167.177304:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627908992 00000100:00100000:0.0:1746135167.177317:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627908992 00000100:00100000:0.0:1746135167.177382:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29441 00000100:00100000:0.0:1746135167.177391:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627908992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135167.177414:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135167.177436:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c14 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.177469:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 85 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.177476:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135167.177479:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135167.177482:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.177522:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 85 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.177535:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 85 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:0.0:1746135167.177549:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625831552:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135167.178214:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.183433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.185927:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627909248 00000100:00100000:3.0:1746135167.185933:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627909248 00010000:00010000:3.0:1746135167.186091:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 87 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.186170:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13749 00000100:00100000:3.0:1746135167.186177:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954627909248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.186188:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.186207:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 87 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.186221:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 87 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.186242:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2602 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c0d expref: 87 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.186403:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.186406:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.186412:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.186419:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.186448:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.186457:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 5 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.186467:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625831808:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.186939:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.190145:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625831808:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.190183:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.190260:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2010:x1830954627909248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4080us (4467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.190282:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13749 00000100:00100000:1.0:1746135167.190813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.195859:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.196177:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627909632 00000100:00100000:3.0:1746135167.196191:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627909632 00010000:00010000:3.0:1746135167.196248:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.197249:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13750 00000100:00100000:3.0:1746135167.197264:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627909632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.197288:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.197318:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.197332:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.197363:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c2609 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c14 expref: 6 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.197422:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.197426:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.197435:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.197445:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.197489:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.197504:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625831936:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.197619:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.201197:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.201334:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625831936:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.201353:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.201402:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627909632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4144us (5559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.201415:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13750 00000100:00100000:1.0:1746135167.201875:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627909888 00000100:00100000:1.0:1746135167.201885:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627909888 00002000:00100000:1.0:1746135167.201936:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68a80 x1830954627909888/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.201946:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68a80 with x1830954627909888 ext(0->4095) 00002000:00010000:1.0:1746135167.201952:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae68a80 00000100:00100000:1.0:1746135167.201980:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13101 00000100:00100000:1.0:1746135167.201989:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954627909888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.202176:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954627909888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 188us (993us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.202182:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13101 00002000:00100000:1.0:1746135167.202188:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68a80 x1830954627909888/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.202195:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68a80 with x1830954627909888 ext(0->4095) 00002000:00010000:1.0:1746135167.202198:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae68a80 00000100:00100000:0.0:1746135167.207394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135167.231946:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135167.254933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.256363:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29444 00000100:00100000:3.0:1746135167.256455:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954627910144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.256479:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.256501:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c29 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.256532:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.256538:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.256544:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135167.256547:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.256588:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.256600:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.256619:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101ca00, rc 0) 00000100:00100000:3.0:1746135167.256693:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1804:x1830954627910144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 320us (1776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.256699:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29444 00000100:00100000:0.0:1746135167.280765:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.282167:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2010:x1830954627910272:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1145us (1406us total) trans 4294970584 rc 0/0 00000100:00100000:0.0:1746135167.282178:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2329 00002000:00100000:0.0:1746135167.282185:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801364cc380 x1830954627910272/t4294970584(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/448 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.282194:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc380 with x1830954627910272 ext(0->7) 00010000:00010000:0.0:1746135167.282204:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 89 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:0.0:1746135167.282217:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 89 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:0.0:1746135167.282224:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cc380 00000100:00100000:0.0:1746135167.283866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.283948:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627910400 00000100:00100000:3.0:1746135167.283955:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627910400 00010000:00010000:3.0:1746135167.283984:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 89 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.284020:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13751 00000100:00100000:3.0:1746135167.284025:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2011:x1830954627910400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.284039:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.284057:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 89 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.284067:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 89 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.284088:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2610 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c1b expref: 89 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.284108:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.284110:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.284117:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.284128:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.284164:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.284175:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 5 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.284187:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625832320:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.284282:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.289773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.290105:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625832320:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.290132:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.290188:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954627910400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6160us (6329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.290202:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13751 00000100:00100000:0.0:1746135167.293987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.296111:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627910784 00000100:00100000:3.0:1746135167.296127:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627910784 00010000:00010000:3.0:1746135167.296183:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.296229:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13752 00000100:00100000:3.0:1746135167.296237:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627910784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.296254:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.296279:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.296291:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.296317:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c2617 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c22 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.296337:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.296340:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.296348:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.296355:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.296396:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.296407:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625832448:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.296516:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.303539:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625832448:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.303569:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.304912:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627910784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8663us (10925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.304930:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13752 00000100:00100000:0.0:1746135167.314998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.350913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.351006:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627911296 00000100:00100000:3.0:1746135167.351014:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627911296 00002000:00100000:3.0:1746135167.351055:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aef8380 x1830954627911296/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.351064:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8380 with x1830954627911296 ext(0->7) 00010000:00010000:3.0:1746135167.351072:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 88 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.351084:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 88 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135167.351090:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef8380 00000100:00100000:0.0:1746135167.365782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.366943:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29446 00000100:00100000:3.0:1746135167.366956:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:1804:x1830954627911424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.366981:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.367007:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c37 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.367046:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.367053:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.367058:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135167.367062:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 91 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.367107:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.367127:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 91 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.367136:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d400, rc 0) 00000100:00100000:3.0:1746135167.367321:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1804:x1830954627911424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 367us (1549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.367328:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29446 00000100:00100000:0.0:1746135167.369589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.369692:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627911552 00000100:00100000:3.0:1746135167.369700:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627911552 00010000:00010000:3.0:1746135167.369733:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 91 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.369769:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13753 00000100:00100000:3.0:1746135167.369776:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2009:x1830954627911552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.369788:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.369805:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 91 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.369815:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 91 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.369835:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c261e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c29 expref: 91 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.369850:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.369852:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.369859:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.369865:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.369896:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.369907:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 5 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.369917:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625832832:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.369991:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097997840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.376370:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625832832:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.376404:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.376468:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2009:x1830954627911552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6690us (6885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.376480:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13753 00000100:00100000:0.0:1746135167.379453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.388379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.389596:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627911936 00000100:00100000:3.0:1746135167.389747:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627911936 00010000:00010000:3.0:1746135167.389787:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.391075:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13754 00000100:00100000:3.0:1746135167.391091:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627911936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.391114:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.391143:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.391160:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.391188:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2625 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c30 expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.391211:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.391214:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.391222:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 89 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.391230:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 89 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.391273:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 89 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.391287:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625832960:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.391999:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.398444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.398898:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625832960:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.398922:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.398977:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627911936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7891us (10613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.398994:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13754 00000100:00100000:0.0:1746135167.411303:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3771:1830954625833088:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411333:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135167.411368:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625833600:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411388:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135167.411400:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625834112:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411417:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135167.411428:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009265d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625834624:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411443:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135167.411456:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746135167.411461:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830954625833472:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411476:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135167.411485:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625833984:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411498:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135167.411509:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800855b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625834496:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411523:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135167.411544:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625834112 00000100:00100000:0.0:1746135167.411547:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625834112 00000100:00100000:0.0:1746135167.411571:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625834624 00000100:00100000:0.0:1746135167.411573:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625834624 00000100:00100000:0.0:1746135167.411587:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625833984 00000100:00100000:0.0:1746135167.411589:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625833984 00000100:00100000:0.0:1746135167.411596:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625834496 00000100:00100000:0.0:1746135167.411598:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625834496 00000100:00100000:0.0:1746135167.411625:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1746135167.411629:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625834112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411679:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625834112:12345-0@lo:400:kworker.0 Request processed in 49us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135167.411684:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1746135167.411696:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1746135167.411700:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625834624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411720:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625834624:12345-0@lo:400:kworker.0 Request processed in 20us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135167.411724:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1746135167.411732:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1746135167.411736:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625833984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411753:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625833984:12345-0@lo:400:kworker.0 Request processed in 17us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135167.411757:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1746135167.411764:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1746135167.411768:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625834496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411789:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625834496:12345-0@lo:400:kworker.0 Request processed in 21us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135167.411793:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00080000:0.0:1746135167.411807:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746135167.411809:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135167.411821:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f5a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625833984:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411828:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800855b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625834496:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411834:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625834112:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.411840:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009265d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625834624:0@lo:400:kworker.0 00000100:00100000:3.0:1746135167.411903:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625833600 00000100:00100000:3.0:1746135167.411907:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625833600 00000100:00100000:3.0:1746135167.411927:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1746135167.411932:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625833600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135167.411960:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625833600:12345-0@lo:400:kworker.0 Request processed in 28us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.411964:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1746135167.412589:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625833600:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.412950:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086228380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830954625833472:0@lo:400:kworker.0 00000100:00100000:0.0:1746135167.412956:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3771:1830954625833088:0@lo:400:kworker.0 00000100:00100000:1.0:1746135167.413073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.440889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.440959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.441610:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627912448 00000100:00100000:3.0:1746135167.441615:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627912448 00002000:00100000:3.0:1746135167.441690:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009265d880 x1830954627912448/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.441700:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265d880 with x1830954627912448 ext(0->7) 00010000:00010000:3.0:1746135167.441707:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 91 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.441718:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 91 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:3.0:1746135167.441724:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009265d880 00000100:00100000:3.0:1746135167.441737:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2333 00000100:00100000:3.0:1746135167.441743:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2010:x1830954627912448:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135167.443447:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2010:x1830954627912448:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1694us (2565us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746135167.443458:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2333 00002000:00100000:0.0:1746135167.443465:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009265d880 x1830954627912448/t4294970586(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/448 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.443474:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009265d880 with x1830954627912448 ext(0->7) 00010000:00010000:0.0:1746135167.443481:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 93 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:0.0:1746135167.443497:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 93 pid: 26641 timeout: 911 lvb_type: 0 00002000:00010000:0.0:1746135167.443503:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009265d880 00000100:00100000:0.0:1746135167.448153:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.448254:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627912704 00000100:00100000:3.0:1746135167.448262:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627912704 00010000:00010000:3.0:1746135167.448302:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 93 pid: 26641 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.448350:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13755 00000100:00100000:3.0:1746135167.448357:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2008:x1830954627912704:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.448374:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.448393:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 93 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.448406:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 93 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.448427:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c262c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c37 expref: 93 pid: 26641 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.448450:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.448452:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.448458:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.448465:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.448490:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.448498:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 5 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.448513:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625835008:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.448588:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.451171:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625835008:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.451196:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.451255:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2008:x1830954627912704:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2896us (3109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.451266:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13755 00000100:00100000:0.0:1746135167.452159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.452197:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627912960 00000100:00100000:1.0:1746135167.452205:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627912960 00002000:00100000:1.0:1746135167.452247:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430a80 x1830954627912960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.452257:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430a80 with x1830954627912960 ext(0->4095) 00010000:00010000:1.0:1746135167.452267:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.452285:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.452291:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094430a80 00000100:00100000:1.0:1746135167.452327:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2334 00000100:00100000:1.0:1746135167.452338:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627912960:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135167.452486:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627912960:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.452493:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2334 00002000:00100000:1.0:1746135167.452498:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430a80 x1830954627912960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.452506:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430a80 with x1830954627912960 ext(0->4095) 00010000:00010000:1.0:1746135167.452514:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.452523:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.452528:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094430a80 00000100:00100000:0.0:1746135167.454767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.454850:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627913088 00000100:00100000:3.0:1746135167.454857:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627913088 00010000:00010000:3.0:1746135167.454884:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.454918:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13756 00000100:00100000:3.0:1746135167.454924:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627913088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.454935:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.454955:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.454965:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.454984:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2633 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c3e expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.455005:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.455008:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.455013:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c263a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c45 expref: 91 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.455021:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c263a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c45 expref: 91 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.455051:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c263a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c45 expref: 91 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.455062:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625835136:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.455393:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.457192:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625835136:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.457208:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.457274:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627913088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2348us (2512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.457284:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13756 00000100:00100000:0.0:1746135167.458374:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.460356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.464305:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.464418:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627913600 00000100:00100000:3.0:1746135167.464424:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627913600 00010000:00010000:3.0:1746135167.464449:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c263a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c45 expref: 92 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.464471:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13757 00000100:00100000:3.0:1746135167.464477:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2010:x1830954627913600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.464487:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.464501:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c263a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c45 expref: 92 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.464516:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c263a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c45 expref: 92 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.464534:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c263a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c45 expref: 92 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.464546:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.464547:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.464552:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2641 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c4c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.464559:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2641 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c4c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.464582:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2641 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c4c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.464592:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625835392:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.466063:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.467861:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625835392:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135167.467866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135167.467880:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.468156:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2010:x1830954627913600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3677us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.468164:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13757 00000100:00100000:0.0:1746135167.468482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.474656:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.475565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.475790:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627914112 00000100:00100000:3.0:1746135167.475800:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627914112 00010000:00010000:3.0:1746135167.475831:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2641 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c4c expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.475865:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13758 00000100:00100000:3.0:1746135167.475872:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627914112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.475884:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.475902:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2641 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c4c expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.475914:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2641 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c4c expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.475935:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2641 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c4c expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.475953:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.475954:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.475960:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2648 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c53 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.475966:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2648 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c53 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.475997:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2648 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c53 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.476009:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625835648:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.476094:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.482205:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625835648:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.482216:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.482847:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627914112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6973us (7283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.482857:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13758 00000100:00100000:0.0:1746135167.483343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.486820:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.486927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135167.487170:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135167.487174:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.487214:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.487225:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.487235:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515000, rc 0) 00000100:00100000:2.0:1746135167.487296:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:1804:x1830954627914624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.487303:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29452 00000100:00100000:3.0:1746135167.487506:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627914752 00000100:00100000:3.0:1746135167.487510:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627914752 00010000:00010000:3.0:1746135167.487527:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2648 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c53 expref: 93 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.487551:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13759 00000100:00100000:3.0:1746135167.487555:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2010:x1830954627914752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.487564:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.487581:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2648 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c53 expref: 93 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.487590:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2648 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c53 expref: 93 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.487616:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c2648 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c53 expref: 93 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.487632:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.487633:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.487863:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.487876:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.488190:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.488201:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 5 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.488212:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625836032:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.488273:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.491197:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.491349:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625836032:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.491365:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.491408:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2010:x1830954627914752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3851us (4481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.491418:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13759 00000100:00100000:1.0:1746135167.492350:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627915008 00000100:00100000:1.0:1746135167.492359:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627915008 00002000:00100000:1.0:1746135167.492406:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620a80 x1830954627915008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.492424:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620a80 with x1830954627915008 ext(0->4095) 00010000:00010000:1.0:1746135167.492435:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.492449:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.492456:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620a80 00000100:00100000:1.0:1746135167.492487:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2336 00000100:00100000:1.0:1746135167.492493:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627915008:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.493267:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627915008:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 770us (2083us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.493275:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2336 00002000:00100000:1.0:1746135167.493282:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620a80 x1830954627915008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.493289:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620a80 with x1830954627915008 ext(0->4095) 00010000:00010000:1.0:1746135167.493294:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:1.0:1746135167.493304:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:1.0:1746135167.493310:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620a80 00000100:00100000:0.0:1746135167.496020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.496143:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627915136 00000100:00100000:3.0:1746135167.496156:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627915136 00010000:00010000:3.0:1746135167.496203:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.496235:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13760 00000100:00100000:3.0:1746135167.496242:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627915136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.496259:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.496285:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.496298:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.496321:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c264f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c5a expref: 6 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.497755:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.497760:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.497775:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.497785:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.497833:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.497847:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625836160:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.499185:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.504057:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625836160:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.504082:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.504130:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627915136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7887us (8124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.504142:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13760 00000100:00100000:0.0:1746135167.506170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.506488:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627915392 00000100:00100000:1.0:1746135167.506497:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627915392 00002000:00100000:1.0:1746135167.506543:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622680 x1830954627915392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.506551:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622680 with x1830954627915392 ext(0->4095) 00002000:00010000:1.0:1746135167.506557:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130622680 00000100:00100000:1.0:1746135167.506589:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13106 00000100:00100000:1.0:1746135167.506595:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954627915392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.506795:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954627915392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 199us (634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.506802:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13106 00002000:00100000:1.0:1746135167.506806:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622680 x1830954627915392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.506813:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622680 with x1830954627915392 ext(0->4095) 00002000:00010000:1.0:1746135167.506816:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130622680 00000100:00100000:0.0:1746135167.509762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.510258:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627915520 00000100:00100000:2.0:1746135167.510267:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627915520 00000100:00100000:2.0:1746135167.510409:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29453 00000100:00100000:2.0:1746135167.510417:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627915520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135167.510431:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135167.510447:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c68 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.510470:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.510477:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135167.510479:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135167.510482:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.510512:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.510522:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 91 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:2.0:1746135167.510532:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625836288:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135167.510633:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.512718:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625836288:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135167.512746:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.512763:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515e00, rc 0) 00000100:00100000:2.0:1746135167.512803:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627915520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2387us (3047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.512810:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29453 00000100:00100000:0.0:1746135167.515095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.515439:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627915648 00000100:00100000:3.0:1746135167.515448:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627915648 00010000:00010000:3.0:1746135167.515483:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 92 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.515508:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13761 00000100:00100000:3.0:1746135167.515513:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954627915648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.515525:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.515541:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 92 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.515550:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 92 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.515568:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c2656 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c61 expref: 92 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.515593:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.515594:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.515615:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.515622:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.515672:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.515681:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625836416:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.515749:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.515929:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.516343:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627915776 00000100:00100000:3.0:1746135167.516347:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627915776 00000100:00100000:3.0:1746135167.516750:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29454 00000100:00100000:3.0:1746135167.516759:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1804:x1830954627915776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.516773:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.516788:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c6f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.516807:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.516813:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.516815:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.516817:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 93 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.516839:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.516849:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 5 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.516859:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625836544:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.516925:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.520343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.520524:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625836544:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.520549:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 93 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.520565:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514000, rc 0) 00000100:00100000:3.0:1746135167.520616:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:1804:x1830954627915776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3859us (4687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.520623:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29454 00000100:00100000:3.0:1746135167.520673:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625836416:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.520680:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.520693:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954627915648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5180us (5605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.520700:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13761 00000100:00100000:2.0:1746135167.520761:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627916032 00000100:00100000:2.0:1746135167.520766:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627916032 00002000:00100000:2.0:1746135167.520794:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d933100 x1830954627916032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.520802:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933100 with x1830954627916032 ext(0->4095) 00010000:00010000:2.0:1746135167.520808:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:2.0:1746135167.520822:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:2.0:1746135167.520828:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d933100 00000100:00100000:2.0:1746135167.520843:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2337 00000100:00100000:2.0:1746135167.520848:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627916032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135167.520947:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627916032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (614us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135167.520953:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2337 00002000:00100000:2.0:1746135167.520958:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d933100 x1830954627916032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.520964:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933100 with x1830954627916032 ext(0->4095) 00010000:00010000:2.0:1746135167.520968:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:2.0:1746135167.520976:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:2.0:1746135167.520981:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d933100 00000100:00100000:0.0:1746135167.524497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.524761:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627916160 00000100:00100000:3.0:1746135167.524768:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627916160 00010000:00010000:3.0:1746135167.524798:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.525066:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13762 00000100:00100000:3.0:1746135167.525073:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627916160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.525086:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.525104:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.525116:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.525137:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c265d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c68 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.525307:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.525309:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.525317:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 91 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.525325:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 91 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.525358:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 91 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.525370:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625836672:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.525451:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.529592:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.529749:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625836672:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.529767:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.529802:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627916160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4729us (5314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.529812:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13762 00000100:00100000:1.0:1746135167.529885:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627916416 00000100:00100000:1.0:1746135167.529890:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627916416 00002000:00100000:1.0:1746135167.529921:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3b80 x1830954627916416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.529928:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3b80 with x1830954627916416 ext(0->4095) 00002000:00010000:1.0:1746135167.529932:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3b80 00000100:00100000:1.0:1746135167.529970:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13107 00000100:00100000:1.0:1746135167.529976:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954627916416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.530085:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954627916416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 108us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.530094:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13107 00002000:00100000:1.0:1746135167.530098:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3b80 x1830954627916416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.530105:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3b80 with x1830954627916416 ext(0->4095) 00002000:00010000:1.0:1746135167.530108:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3b80 00000100:00100000:0.0:1746135167.536998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.540167:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627916544 00000100:00100000:3.0:1746135167.540181:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627916544 00000100:00100000:3.0:1746135167.540253:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29455 00000100:00100000:3.0:1746135167.540262:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627916544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.540284:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.540309:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c76 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.540348:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 91 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.540355:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.540357:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.540360:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.540389:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 91 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.540400:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 91 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.540410:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625836800:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.540506:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.569290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.569363:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627916672 00000100:00100000:1.0:1746135167.569370:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627916672 00000100:00100000:1.0:1746135167.569411:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29456 00000100:00100000:1.0:1746135167.569417:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1804:x1830954627916672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135167.569433:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135167.569448:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c7d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.569471:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135167.569476:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.569482:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135167.569485:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.569514:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.569526:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.569539:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644000, rc 0) 00000100:00100000:1.0:1746135167.569574:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:1804:x1830954627916672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135167.569580:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29456 00000100:00100000:3.0:1746135167.569716:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625836800:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.569730:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.569738:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5c00, rc 0) 00000100:00100000:3.0:1746135167.569753:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627916544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 29494us (32765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.569758:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29455 00000100:00100000:0.0:1746135167.572427:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.572515:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627916800 00000100:00100000:2.0:1746135167.572523:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627916800 00002000:00100000:2.0:1746135167.572565:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082666680 x1830954627916800/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.572575:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666680 with x1830954627916800 ext(0->7) 00010000:00010000:2.0:1746135167.572585:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 93 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:2.0:1746135167.572608:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 93 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:2.0:1746135167.572614:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082666680 00000100:00100000:2.0:1746135167.572673:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2338 00000100:00100000:2.0:1746135167.572681:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2011:x1830954627916800:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135167.573575:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954627916800:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 891us (1153us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746135167.573582:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2338 00002000:00100000:0.0:1746135167.573589:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082666680 x1830954627916800/t4294970587(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/448 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.573595:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666680 with x1830954627916800 ext(0->7) 00010000:00010000:0.0:1746135167.573610:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 95 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:0.0:1746135167.573621:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 95 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:0.0:1746135167.573625:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082666680 00000100:00100000:0.0:1746135167.590205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.590287:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627916928 00000100:00100000:3.0:1746135167.590295:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627916928 00010000:00010000:3.0:1746135167.590326:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 95 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.590346:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13763 00000100:00100000:3.0:1746135167.590352:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954627916928:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.590364:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.590379:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 95 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.590388:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 95 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.590405:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c2664 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c6f expref: 95 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.590428:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.590430:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.590436:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.590443:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.590469:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.590477:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 5 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.590487:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625837056:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.590558:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.592094:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625837056:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.592120:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.592177:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954627916928:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1823us (1978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.592190:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13763 00000100:00100000:0.0:1746135167.593113:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.593196:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627917184 00000100:00100000:2.0:1746135167.593205:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627917184 00002000:00100000:2.0:1746135167.593268:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c8e00 x1830954627917184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.593279:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8e00 with x1830954627917184 ext(0->4095) 00010000:00010000:2.0:1746135167.593289:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:2.0:1746135167.593304:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:2.0:1746135167.593310:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c8e00 00000100:00100000:2.0:1746135167.593347:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2339 00000100:00100000:2.0:1746135167.593355:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627917184:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135167.593515:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627917184:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135167.593522:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2339 00002000:00100000:2.0:1746135167.593529:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c8e00 x1830954627917184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.593535:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8e00 with x1830954627917184 ext(0->4095) 00010000:00010000:2.0:1746135167.593540:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:2.0:1746135167.593549:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:2.0:1746135167.593554:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c8e00 00000100:00100000:0.0:1746135167.601913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.601972:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627917312 00000100:00100000:3.0:1746135167.601980:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627917312 00010000:00010000:3.0:1746135167.602008:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.602038:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13764 00000100:00100000:3.0:1746135167.602043:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627917312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.602054:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.602069:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.602079:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.602096:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c266b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c76 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.602122:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.602124:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.602130:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.602136:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.602163:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.602173:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625837184:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.604320:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.609408:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625837184:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.609432:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.609475:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627917312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7430us (7570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.609486:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13764 00000100:00100000:0.0:1746135167.612052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.612146:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627917568 00000100:00100000:1.0:1746135167.612154:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627917568 00002000:00100000:1.0:1746135167.612195:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b614e00 x1830954627917568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.612204:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614e00 with x1830954627917568 ext(0->4095) 00002000:00010000:1.0:1746135167.612210:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b614e00 00000100:00100000:1.0:1746135167.612242:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13108 00000100:00100000:1.0:1746135167.612249:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2009:x1830954627917568:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135167.612374:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2009:x1830954627917568:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.612380:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13108 00002000:00100000:1.0:1746135167.612385:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b614e00 x1830954627917568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.612392:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614e00 with x1830954627917568 ext(0->4095) 00002000:00010000:1.0:1746135167.612394:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b614e00 00000100:00100000:0.0:1746135167.627121:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.627214:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627917696 00000100:00100000:3.0:1746135167.627223:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627917696 00000100:00100000:3.0:1746135167.627283:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29457 00000100:00100000:3.0:1746135167.627291:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627917696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.627311:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.627333:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c84 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.627361:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.627374:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.627376:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.627379:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.627412:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.627424:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 93 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.627436:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625837312:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.627539:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.629434:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625837312:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.629461:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.629477:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d4400, rc 0) 00000100:00100000:3.0:1746135167.629516:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627917696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2226us (2403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.629523:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29457 00000100:00100000:0.0:1746135167.647837:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.647915:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627917824 00000100:00100000:3.0:1746135167.647923:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627917824 00000100:00100000:3.0:1746135167.647969:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29458 00000100:00100000:3.0:1746135167.647975:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1804:x1830954627917824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.647995:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.648012:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c8b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.648041:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.648047:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.648052:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135167.648055:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.648094:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.648105:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.648114:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5400, rc 0) 00000100:00100000:3.0:1746135167.648152:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1804:x1830954627917824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.648158:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29458 00000100:00100000:0.0:1746135167.649697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.649778:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627917952 00000100:00100000:2.0:1746135167.649785:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627917952 00002000:00100000:2.0:1746135167.649817:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008268c000 x1830954627917952/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.649824:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268c000 with x1830954627917952 ext(0->7) 00010000:00010000:2.0:1746135167.649831:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 95 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:2.0:1746135167.649843:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 95 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:2.0:1746135167.649849:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268c000 00000100:00100000:2.0:1746135167.649870:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2340 00000100:00100000:2.0:1746135167.649876:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2010:x1830954627917952:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135167.650595:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954627917952:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 718us (902us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746135167.650611:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2340 00002000:00100000:0.0:1746135167.650617:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008268c000 x1830954627917952/t4294970588(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/448 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.650628:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268c000 with x1830954627917952 ext(0->7) 00010000:00010000:0.0:1746135167.650633:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 97 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:0.0:1746135167.650666:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 97 pid: 9591 timeout: 911 lvb_type: 0 00002000:00010000:0.0:1746135167.650672:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268c000 00000100:00100000:0.0:1746135167.657870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.657973:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627918080 00000100:00100000:3.0:1746135167.657981:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627918080 00010000:00010000:3.0:1746135167.658016:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 97 pid: 9591 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.658046:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13765 00000100:00100000:3.0:1746135167.658055:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2008:x1830954627918080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.658071:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.658091:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 97 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.658102:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 97 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.658124:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2672 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c7d expref: 97 pid: 9591 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.658156:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.658158:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.658165:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.658172:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.658205:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.658214:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 5 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.658224:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625837568:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.658474:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.664401:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625837568:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.664421:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.665287:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2008:x1830954627918080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7228us (7421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.665301:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13765 00000100:00100000:0.0:1746135167.673403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.673540:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627918336 00000100:00100000:2.0:1746135167.673550:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627918336 00002000:00100000:2.0:1746135167.673608:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268c700 x1830954627918336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.673619:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268c700 with x1830954627918336 ext(0->4095) 00010000:00010000:2.0:1746135167.673628:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:2.0:1746135167.673691:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:2.0:1746135167.673698:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268c700 00000100:00100000:2.0:1746135167.674688:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2341 00000100:00100000:2.0:1746135167.674699:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627918336:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135167.674883:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627918336:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 187us (1492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135167.674889:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2341 00002000:00100000:2.0:1746135167.674895:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268c700 x1830954627918336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.674903:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268c700 with x1830954627918336 ext(0->4095) 00010000:00010000:2.0:1746135167.674910:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:2.0:1746135167.674920:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00002000:00010000:2.0:1746135167.674926:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268c700 00000100:00100000:0.0:1746135167.684590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.684707:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627918464 00000100:00100000:3.0:1746135167.684715:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627918464 00010000:00010000:3.0:1746135167.684748:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00000100:00100000:3.0:1746135167.684772:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13766 00000100:00100000:3.0:1746135167.684778:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627918464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.684789:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.684807:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.684819:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.684842:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2679 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c84 expref: 6 pid: 11615 timeout: 911 lvb_type: 0 00010000:00010000:3.0:1746135167.684870:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.684871:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.684878:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.684885:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.684915:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.684927:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625837696:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.685396:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.691080:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625837696:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.691100:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.691149:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627918464:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6370us (6566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.691162:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13766 00000100:00100000:0.0:1746135167.691693:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.691787:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627918720 00000100:00100000:1.0:1746135167.691794:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627918720 00002000:00100000:1.0:1746135167.691832:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ce00 x1830954627918720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.691847:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ce00 with x1830954627918720 ext(0->4095) 00002000:00010000:1.0:1746135167.691852:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268ce00 00000100:00100000:1.0:1746135167.692083:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13109 00000100:00100000:1.0:1746135167.692090:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2008:x1830954627918720:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135167.693015:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2008:x1830954627918720:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 923us (1321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.693023:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13109 00002000:00100000:1.0:1746135167.693029:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ce00 x1830954627918720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.693035:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ce00 with x1830954627918720 ext(0->4095) 00002000:00010000:1.0:1746135167.693039:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268ce00 00000100:00100000:2.0:1746135167.705161:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.705253:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627918848 00000100:00100000:0.0:1746135167.705264:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627918848 00000100:00100000:0.0:1746135167.705330:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29459 00000100:00100000:0.0:1746135167.705337:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627918848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135167.705354:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135167.705369:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c92 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.705395:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.705401:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135167.705403:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135167.705406:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.705437:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 95 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.705447:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 95 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:0.0:1746135167.705460:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625837824:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135167.705547:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135167.708309:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625837824:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135167.708346:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.708363:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b750c00, rc 0) 00000100:00100000:1.0:1746135167.708411:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627918848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3073us (3264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135167.708419:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29459 00000100:00100000:0.0:1746135167.710994:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.711410:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627918976 00000100:00100000:1.0:1746135167.711420:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627918976 00000100:00100000:1.0:1746135167.711474:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29460 00000100:00100000:1.0:1746135167.711482:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:1804:x1830954627918976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135167.711503:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135167.711519:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236c99 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.711541:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135167.711547:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.711552:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135167.711556:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 97 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.711592:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.711614:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 97 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.711623:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645000, rc 0) 00000100:00100000:1.0:1746135167.711691:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:1804:x1830954627918976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 209us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135167.711696:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29460 00000100:00100000:0.0:1746135167.712152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.712247:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627919104 00000100:00100000:1.0:1746135167.712251:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627919104 00002000:00100000:1.0:1746135167.712272:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008268d880 x1830954627919104/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.712280:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d880 with x1830954627919104 ext(0->7) 00010000:00010000:1.0:1746135167.712286:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 97 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135167.712297:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 97 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135167.712302:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268d880 00000100:00100000:1.0:1746135167.712328:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2342 00000100:00100000:1.0:1746135167.712333:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2011:x1830954627919104:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135167.713200:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954627919104:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 863us (1045us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746135167.713206:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2342 00002000:00100000:0.0:1746135167.713212:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008268d880 x1830954627919104/t4294970589(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/448 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.713218:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d880 with x1830954627919104 ext(0->7) 00010000:00010000:0.0:1746135167.713223:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 99 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:0.0:1746135167.713236:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 99 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:0.0:1746135167.713243:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268d880 00000100:00100000:0.0:1746135167.717761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.717876:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627919232 00000100:00100000:3.0:1746135167.717885:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627919232 00010000:00010000:3.0:1746135167.717921:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 99 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.717981:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13767 00000100:00100000:3.0:1746135167.717989:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2009:x1830954627919232:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.718004:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746135167.718021:0:7231:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135167 -> 1746135168 00002000:00010000:3.0:1746135167.718024:0:7231:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135167 -> 1746135168 00010000:00010000:3.0:1746135167.718029:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 99 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.718040:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 99 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.718066:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2680 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c8b expref: 99 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.718101:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.718103:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.718109:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.718116:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.718144:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.718154:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 5 pid: 9592 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.718164:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838080:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.718776:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.721256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.721383:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838080:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.721399:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.721435:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2009:x1830954627919232:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3447us (3684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.721445:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13767 00000100:00100000:1.0:1746135167.721687:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627919488 00000100:00100000:1.0:1746135167.721694:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627919488 00002000:00100000:1.0:1746135167.721725:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268dc00 x1830954627919488/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.721734:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268dc00 with x1830954627919488 ext(0->4095) 00010000:00010000:1.0:1746135167.721741:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135167.721752:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135167.721757:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268dc00 00000100:00100000:1.0:1746135167.721784:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2343 00000100:00100000:1.0:1746135167.721790:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627919488:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.721891:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627919488:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (648us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.721897:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2343 00002000:00100000:1.0:1746135167.721902:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268dc00 x1830954627919488/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.721908:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268dc00 with x1830954627919488 ext(0->4095) 00010000:00010000:1.0:1746135167.721912:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135167.721920:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135167.721925:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268dc00 00000100:00100000:0.0:1746135167.725776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.726194:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627919616 00000100:00100000:3.0:1746135167.726207:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627919616 00010000:00010000:3.0:1746135167.726243:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.726266:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13768 00000100:00100000:3.0:1746135167.726272:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627919616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.726284:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.726299:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.726309:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.726326:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c2687 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c92 expref: 6 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.726712:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.726714:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.726721:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 97 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.726729:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 97 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.726759:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 97 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.726769:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838208:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.726859:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.729742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.730214:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627919872 00000100:00100000:2.0:1746135167.730225:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627919872 00002000:00100000:2.0:1746135167.730278:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268e300 x1830954627919872/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.730288:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e300 with x1830954627919872 ext(0->4095) 00002000:00010000:2.0:1746135167.730293:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268e300 00000100:00100000:2.0:1746135167.730328:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13110 00000100:00100000:2.0:1746135167.730336:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954627919872:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135167.730479:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838208:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.730498:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.730722:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627919616:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4268us (4771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.730731:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13768 00000100:00100000:2.0:1746135167.730939:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954627919872:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 603us (1203us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135167.730945:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13110 00002000:00100000:2.0:1746135167.730949:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268e300 x1830954627919872/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.730956:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e300 with x1830954627919872 ext(0->4095) 00002000:00010000:2.0:1746135167.730959:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268e300 00000100:00100000:0.0:1746135167.734581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.734720:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627920000 00000100:00100000:3.0:1746135167.734731:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627920000 00000100:00100000:3.0:1746135167.734785:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29461 00000100:00100000:3.0:1746135167.734792:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627920000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.734807:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.734820:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ca0 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.734844:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 97 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.734851:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.734852:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.734855:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.734879:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 97 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.734889:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 97 pid: 9592 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.734903:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625838336:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.734978:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.736439:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625838336:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.736466:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.736479:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b430200, rc 0) 00000100:00100000:3.0:1746135167.737073:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627920000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2278us (2500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.737082:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29461 00000100:00100000:0.0:1746135167.739509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.739697:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627920128 00000100:00100000:2.0:1746135167.739707:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627920128 00002000:00100000:2.0:1746135167.739750:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008268ea00 x1830954627920128/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.739759:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ea00 with x1830954627920128 ext(0->7) 00010000:00010000:2.0:1746135167.739768:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 98 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.739782:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 98 pid: 9592 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135167.739789:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268ea00 00000100:00100000:2.0:1746135167.739820:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2344 00000100:00100000:2.0:1746135167.739826:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954627920128:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135167.741064:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627920128:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1231us (1554us total) trans 4294970590 rc 0/0 00000100:00100000:2.0:1746135167.741072:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2344 00002000:00100000:2.0:1746135167.741080:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008268ea00 x1830954627920128/t4294970590(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/448 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.741088:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ea00 with x1830954627920128 ext(0->7) 00010000:00010000:2.0:1746135167.741097:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.741109:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135167.741115:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268ea00 00000100:00100000:0.0:1746135167.744060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.744185:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627920256 00000100:00100000:3.0:1746135167.744194:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627920256 00010000:00010000:3.0:1746135167.744226:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.744263:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13769 00000100:00100000:3.0:1746135167.744270:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627920256:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.744283:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.744300:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.744312:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.744339:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c268e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236c99 expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.744518:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.744520:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.744529:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.744537:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.744565:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.744576:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838464:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.744756:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.746802:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838464:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.746826:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.746879:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2010:x1830954627920256:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2607us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.746890:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13769 00000100:00100000:0.0:1746135167.747166:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.747450:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627920512 00000100:00100000:3.0:1746135167.747458:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627920512 00002000:00100000:3.0:1746135167.747497:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268f100 x1830954627920512/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.747514:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f100 with x1830954627920512 ext(0->4095) 00002000:00010000:3.0:1746135167.747518:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268f100 00000100:00100000:3.0:1746135167.747898:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13111 00000100:00100000:3.0:1746135167.747906:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627920512:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135167.748056:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627920512:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (891us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135167.748061:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13111 00002000:00100000:3.0:1746135167.748068:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268f100 x1830954627920512/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.748074:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f100 with x1830954627920512 ext(0->4095) 00002000:00010000:3.0:1746135167.748076:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268f100 00000100:00100000:0.0:1746135167.752210:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.752324:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.752351:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627920640 00000100:00100000:0.0:1746135167.752359:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627920640 00000100:00100000:0.0:1746135167.752397:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627920768 00000100:00100000:0.0:1746135167.752400:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627920768 00000100:00100000:0.0:1746135167.752429:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29462 00000100:00100000:0.0:1746135167.752437:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954627920640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135167.752455:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135167.752473:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ca7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.752501:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.752507:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135167.752509:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135167.752511:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.752543:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.752558:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:0.0:1746135167.752573:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625838592:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135167.752689:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135167.752816:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29463 00000100:00100000:1.0:1746135167.752825:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1820:x1830954627920768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135167.752833:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135167.752840:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cae expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.752853:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135167.752856:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 102 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.752863:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135167.752865:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 102 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.752889:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 102 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.752906:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 102 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135167.752916:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00000100:00100000:1.0:1746135167.752946:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1820:x1830954627920768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135167.752951:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29463 00000100:00100000:0.0:1746135167.755960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.756022:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625838592:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135167.756064:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.756082:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7400, rc 0) 00000100:00100000:3.0:1746135167.756356:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627920896 00000100:00100000:3.0:1746135167.756365:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627920896 00010000:00010000:3.0:1746135167.756397:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.756425:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1804:x1830954627920640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3988us (4226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.756441:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29462 00000100:00100000:3.0:1746135167.756561:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13770 00000100:00100000:3.0:1746135167.756568:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627920896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.756581:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.756607:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.756618:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.756638:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b430200/0xc3cfcce4a57c2695 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca0 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.756686:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.756688:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.756694:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.756700:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.756727:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.756737:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 100 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.756748:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838848:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.757088:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.758958:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838848:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.758972:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.759013:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627920896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2445us (3062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.759021:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13770 00000100:00100000:0.0:1746135167.759203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.759339:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627921152 00000100:00100000:2.0:1746135167.759346:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627921152 00002000:00100000:2.0:1746135167.759374:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ca80 x1830954627921152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.759383:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ca80 with x1830954627921152 ext(0->4095) 00010000:00010000:2.0:1746135167.759389:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.759399:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135167.759405:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268ca80 00000100:00100000:2.0:1746135167.759427:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2345 00000100:00100000:2.0:1746135167.759432:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627921152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135167.759526:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627921152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135167.759532:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2345 00002000:00100000:2.0:1746135167.759537:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ca80 x1830954627921152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.759543:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ca80 with x1830954627921152 ext(0->4095) 00010000:00010000:2.0:1746135167.759547:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.759560:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135167.759566:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268ca80 00000100:00100000:0.0:1746135167.762128:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.762233:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627921280 00000100:00100000:3.0:1746135167.762241:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627921280 00010000:00010000:3.0:1746135167.762266:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.762287:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13771 00000100:00100000:3.0:1746135167.762293:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2008:x1830954627921280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.762303:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.762319:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.762329:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.762347:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c269c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ca7 expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.762357:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.762358:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.762363:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 100 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.762370:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 100 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.762395:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 100 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.762405:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838976:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.762974:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.767076:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.767144:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625838976:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.767160:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.767203:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2008:x1830954627921280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4910us (5080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.767213:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13771 00000100:00100000:0.0:1746135167.767421:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627921536 00000100:00100000:0.0:1746135167.767427:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627921536 00002000:00100000:0.0:1746135167.767457:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addce00 x1830954627921536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.767466:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addce00 with x1830954627921536 ext(0->4095) 00002000:00010000:0.0:1746135167.767469:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addce00 00000100:00100000:0.0:1746135167.767482:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13112 00000100:00100000:0.0:1746135167.767487:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627921536:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135167.767961:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627921536:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 471us (889us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135167.767966:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13112 00002000:00100000:0.0:1746135167.767971:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addce00 x1830954627921536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.767977:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addce00 with x1830954627921536 ext(0->4095) 00002000:00010000:0.0:1746135167.767980:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addce00 00000100:00100000:0.0:1746135167.769889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.770032:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627921664 00000100:00100000:2.0:1746135167.770041:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627921664 00000100:00100000:2.0:1746135167.770103:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29464 00000100:00100000:2.0:1746135167.770112:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627921664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135167.770135:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135167.770158:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cb5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.770194:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.770214:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135167.770216:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135167.770220:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.770257:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.770268:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 99 pid: 9592 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.770284:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625839104:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135167.770377:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.775400:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625839104:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135167.775431:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.775447:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d400, rc 0) 00000100:00100000:2.0:1746135167.775486:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627921664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5375us (5603us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.775494:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29464 00000100:00100000:0.0:1746135167.776525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.776795:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627921792 00000100:00100000:3.0:1746135167.776803:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627921792 00010000:00010000:3.0:1746135167.776830:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.776852:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13772 00000100:00100000:3.0:1746135167.776858:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954627921792:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.776872:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.776891:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.776901:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.776923:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c26a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cae expref: 100 pid: 9592 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.776939:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.776941:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.776947:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.776958:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.776989:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.776999:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625839232:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.777061:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.782150:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625839232:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.782175:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.782233:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954627921792:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5373us (5710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.782246:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13772 00000100:00100000:0.0:1746135167.782522:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135167.782585:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627922048 00000100:00100000:0.0:1746135167.782591:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627922048 00002000:00100000:0.0:1746135167.782672:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268e680 x1830954627922048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.782682:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e680 with x1830954627922048 ext(0->4095) 00002000:00010000:0.0:1746135167.782687:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268e680 00000100:00100000:0.0:1746135167.782720:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13113 00000100:00100000:0.0:1746135167.782729:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627922048:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135167.782895:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627922048:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135167.782902:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13113 00002000:00100000:0.0:1746135167.782907:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268e680 x1830954627922048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.782915:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e680 with x1830954627922048 ext(0->4095) 00002000:00010000:0.0:1746135167.782918:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268e680 00000100:00100000:0.0:1746135167.784428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.785337:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627922176 00000100:00100000:2.0:1746135167.785346:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627922176 00000100:00100000:2.0:1746135167.785396:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29465 00000100:00100000:2.0:1746135167.785403:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1804:x1830954627922176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135167.785424:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135167.785447:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cbc expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.785483:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.785491:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.785493:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.785496:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.785536:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.785834:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 5 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.785846:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625839360:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135167.786720:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.789851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.789887:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625839360:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.790456:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627922304 00000100:00100000:3.0:1746135167.790465:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627922304 00000100:00100000:3.0:1746135167.790524:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29466 00000100:00100000:3.0:1746135167.790531:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1820:x1830954627922304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135167.790535:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135167.790548:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135167.790633:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.790681:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101dc00, rc 0) 00000100:00100000:2.0:1746135167.790730:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1804:x1830954627922176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5326us (6309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.790736:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29465 00010000:00010000:3.0:1746135167.791201:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cc3 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.791229:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.791234:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.791247:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.791250:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135167.791463:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627922432 00000100:00100000:2.0:1746135167.791468:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627922432 00010000:00010000:2.0:1746135167.791486:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.791511:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13773 00000100:00100000:2.0:1746135167.791516:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627922432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135167.791524:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135167.792726:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.792744:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.792775:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c26aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cb5 expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.792810:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.792813:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.792821:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.792829:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.792866:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.792879:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.792895:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625839488:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135167.792991:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dd80 going to sleep for 11 seconds 00010000:00010000:3.0:1746135167.793456:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.793465:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.793475:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625839616:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.793507:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.798119:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625839488:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135167.798145:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135167.798200:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627922432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6681us (7661us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.798213:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13773 00000100:00100000:3.0:1746135167.813216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.813252:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627922688 00000100:00100000:3.0:1746135167.813262:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627922688 00002000:00100000:3.0:1746135167.813318:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ee680 x1830954627922688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.813327:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee680 with x1830954627922688 ext(0->4095) 00010000:00010000:3.0:1746135167.813339:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 102 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.813353:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 102 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135167.813360:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ee680 00000100:00100000:3.0:1746135167.813393:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2346 00000100:00100000:3.0:1746135167.813399:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2011:x1830954627922688:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135167.813560:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2011:x1830954627922688:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (354us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135167.813567:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2346 00002000:00100000:3.0:1746135167.813574:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ee680 x1830954627922688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.813580:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee680 with x1830954627922688 ext(0->4095) 00010000:00010000:3.0:1746135167.813584:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 102 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.813592:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 102 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135167.813609:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ee680 00000100:00100000:0.0:1746135167.814075:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625839616:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135167.814097:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135167.814119:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5600, rc 0) 00000100:00100000:0.0:1746135167.814148:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1820:x1830954627922304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 23618us (24309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135167.814155:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29466 00000100:00100000:0.0:1746135167.818150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.818359:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627922816 00000100:00100000:2.0:1746135167.818368:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627922816 00010000:00010000:2.0:1746135167.818398:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.818427:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13774 00000100:00100000:2.0:1746135167.818432:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627922816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135167.818444:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135167.818459:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.818468:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.818486:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c26b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cbc expref: 101 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.818510:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.818511:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.818517:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.818523:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.818552:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135167.818561:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625839744:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135167.818657:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.824951:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.825021:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625839744:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135167.825041:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135167.825090:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627922816:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6657us (6950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.825102:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13774 00000100:00100000:1.0:1746135167.825293:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627923072 00000100:00100000:1.0:1746135167.825300:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627923072 00002000:00100000:1.0:1746135167.825333:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb3480 x1830954627923072/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.825342:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb3480 with x1830954627923072 ext(0->4095) 00002000:00010000:1.0:1746135167.825348:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb3480 00000100:00100000:1.0:1746135167.825374:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13114 00000100:00100000:1.0:1746135167.825380:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627923072:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135167.825521:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627923072:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.825527:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13114 00002000:00100000:1.0:1746135167.825531:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb3480 x1830954627923072/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.825539:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb3480 with x1830954627923072 ext(0->4095) 00002000:00010000:1.0:1746135167.825542:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb3480 00000100:00100000:0.0:1746135167.829227:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.829301:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627923200 00000100:00100000:2.0:1746135167.829307:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627923200 00000100:00100000:2.0:1746135167.829364:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29467 00000100:00100000:2.0:1746135167.829369:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627923200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135167.829383:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135167.829396:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cca expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.829417:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.829422:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135167.829423:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135167.829425:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.829448:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.829455:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 99 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.829463:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625839872:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135167.829681:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.831335:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625839872:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135167.831360:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.831374:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:2.0:1746135167.831424:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627923200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2054us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.831433:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29467 00000100:00100000:0.0:1746135167.831616:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.831846:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627923328 00000100:00100000:2.0:1746135167.831853:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627923328 00010000:00010000:2.0:1746135167.831882:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 100 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.831912:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13775 00000100:00100000:2.0:1746135167.831918:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954627923328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135167.831928:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135167.831944:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 100 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.831952:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 100 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.831973:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c26b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cc3 expref: 100 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.831995:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.831997:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.832003:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.832010:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.832034:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135167.832044:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625840000:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135167.832099:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.833586:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625840000:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135167.833618:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135167.833686:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954627923328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1763us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.833696:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13775 00000100:00100000:0.0:1746135167.834626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.834898:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627923584 00000100:00100000:3.0:1746135167.834909:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627923584 00002000:00100000:3.0:1746135167.834951:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664e00 x1830954627923584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.834960:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664e00 with x1830954627923584 ext(0->4095) 00002000:00010000:3.0:1746135167.834965:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082664e00 00000100:00100000:3.0:1746135167.834991:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13115 00000100:00100000:3.0:1746135167.835002:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627923584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135167.835129:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627923584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (505us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135167.835136:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13115 00002000:00100000:3.0:1746135167.835141:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664e00 x1830954627923584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.835147:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664e00 with x1830954627923584 ext(0->4095) 00002000:00010000:3.0:1746135167.835151:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082664e00 00000100:00100000:0.0:1746135167.835330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.835686:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627923712 00000100:00100000:2.0:1746135167.835691:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627923712 00000100:00100000:2.0:1746135167.835729:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29468 00000100:00100000:2.0:1746135167.835734:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1804:x1830954627923712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135167.835745:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135167.835763:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cd1 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.835784:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.835791:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.835792:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.835795:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.835823:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.835834:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.835845:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625840128:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135167.835920:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.839336:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625840128:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135167.839370:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.839393:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b600800, rc 0) 00000100:00100000:0.0:1746135167.839489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.839560:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627923840 00000100:00100000:1.0:1746135167.839567:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627923840 00000100:00100000:2.0:1746135167.839746:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1804:x1830954627923712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4011us (4415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.839752:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29468 00000100:00100000:2.0:1746135167.839772:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29469 00000100:00100000:2.0:1746135167.839776:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1820:x1830954627923840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135167.839788:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135167.839799:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cd8 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.839816:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.839819:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.839824:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746135167.840108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.840263:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627923968 00000100:00100000:3.0:1746135167.840267:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627923968 00010000:00010000:3.0:1746135167.840284:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.840300:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13776 00000100:00100000:3.0:1746135167.840305:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627923968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.840313:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135167.840380:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.840578:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.840587:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.840609:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.840613:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c26bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cca expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.840619:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.840625:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.840627:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135167.840632:0:11615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.840659:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.840724:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135167.840735:0:11615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.840745:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.840750:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627923968:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 445us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.840754:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625840384:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.840758:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13776 00000100:00100000:2.0:1746135167.840808:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.842542:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625840384:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135167.842569:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381e00, rc 0) 00000100:00100000:2.0:1746135167.842935:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1820:x1830954627923840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3156us (3446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.842944:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29469 00000100:00100000:0.0:1746135167.844693:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135167.844789:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627924224 00000100:00100000:1.0:1746135167.844801:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627924224 00002000:00100000:1.0:1746135167.844858:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48b800 x1830954627924224/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.844868:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b800 with x1830954627924224 ext(0->4095) 00010000:00010000:1.0:1746135167.844879:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135167.844895:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135167.844902:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48b800 00000100:00100000:1.0:1746135167.844959:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2347 00000100:00100000:1.0:1746135167.844966:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2011:x1830954627924224:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.845162:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2011:x1830954627924224:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 195us (478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.845169:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2347 00002000:00100000:1.0:1746135167.845175:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48b800 x1830954627924224/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.845181:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b800 with x1830954627924224 ext(0->4095) 00010000:00010000:1.0:1746135167.845185:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135167.845193:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135167.845203:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48b800 00000100:00100000:0.0:1746135167.850959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.851215:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627924352 00000100:00100000:3.0:1746135167.851223:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627924352 00010000:00010000:3.0:1746135167.851253:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.851289:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13777 00000100:00100000:3.0:1746135167.851295:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954627924352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.851306:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.851322:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.851334:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.851356:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd1 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.851376:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.851378:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.851384:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.851392:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.851424:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.851436:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625840512:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.851517:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325960c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.854942:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625840512:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.854960:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135167.855617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.855652:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627924352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4344us (4688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.855661:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13777 00000100:00100000:1.0:1746135167.857447:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627924608 00000100:00100000:1.0:1746135167.857457:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627924608 00002000:00100000:1.0:1746135167.857497:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b100 x1830954627924608/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.857506:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b100 with x1830954627924608 ext(0->4095) 00002000:00010000:1.0:1746135167.857510:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622b100 00000100:00100000:1.0:1746135167.857542:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13116 00000100:00100000:1.0:1746135167.857548:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627924608:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135167.857749:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627924608:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (2132us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.857756:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13116 00002000:00100000:1.0:1746135167.857761:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b100 x1830954627924608/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.857768:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b100 with x1830954627924608 ext(0->4095) 00002000:00010000:1.0:1746135167.857770:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622b100 00000100:00100000:0.0:1746135167.861011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.861613:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627924736 00000100:00100000:2.0:1746135167.861622:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627924736 00000100:00100000:2.0:1746135167.862076:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29470 00000100:00100000:2.0:1746135167.862085:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627924736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135167.862104:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135167.862123:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cdf expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.862156:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.862163:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135167.862164:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135167.862167:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.862194:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.862204:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 99 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135167.862217:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625840640:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135167.862301:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135167.865268:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625840640:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135167.865307:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135167.865326:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b600800, rc 0) 00000100:00100000:2.0:1746135167.865370:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627924736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3285us (4370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135167.865378:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29470 00000100:00100000:0.0:1746135167.866189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.866240:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627924864 00000100:00100000:3.0:1746135167.866248:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627924864 00000100:00100000:3.0:1746135167.866284:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29471 00000100:00100000:3.0:1746135167.866290:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954627924864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.866303:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.866315:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ce6 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.866334:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.866338:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.866343:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135167.866346:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 101 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.866371:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.866383:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 101 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.866390:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b430a00, rc 0) 00000100:00100000:3.0:1746135167.866409:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1804:x1830954627924864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.866413:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29471 00000100:00100000:0.0:1746135167.866822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.867110:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627924992 00000100:00100000:3.0:1746135167.867114:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627924992 00010000:00010000:3.0:1746135167.867131:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.867149:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13778 00000100:00100000:3.0:1746135167.867154:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2011:x1830954627924992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.867161:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.867177:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.867187:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.867202:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c26cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cd8 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.867216:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.867218:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.867223:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.867229:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.867248:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.867258:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.867268:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625840896:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.867325:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.871394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.871502:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625840896:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.871526:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.871580:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954627924992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4425us (4757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.871593:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13778 00000100:00100000:2.0:1746135167.871688:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627925248 00000100:00100000:2.0:1746135167.871698:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627925248 00002000:00100000:2.0:1746135167.871742:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228700 x1830954627925248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.871753:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228700 with x1830954627925248 ext(0->4095) 00010000:00010000:2.0:1746135167.871762:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.871775:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135167.871781:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228700 00000100:00100000:2.0:1746135167.871965:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2348 00000100:00100000:2.0:1746135167.871971:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627925248:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135167.872080:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627925248:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (699us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135167.872086:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2348 00002000:00100000:2.0:1746135167.872090:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228700 x1830954627925248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.872096:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228700 with x1830954627925248 ext(0->4095) 00010000:00010000:2.0:1746135167.872100:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.872107:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135167.872112:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228700 00000100:00100000:0.0:1746135167.877098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.877205:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627925376 00000100:00100000:3.0:1746135167.877215:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627925376 00010000:00010000:3.0:1746135167.877252:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.877281:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13779 00000100:00100000:3.0:1746135167.877287:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627925376:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.877306:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.877328:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.877340:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.877364:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cdf expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.878276:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.878280:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.878291:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.878301:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.878340:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 99 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.878351:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625841024:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.878426:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.882262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.882332:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625841024:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.882348:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.882384:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627925376:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5097us (5294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.882396:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13779 00000100:00100000:1.0:1746135167.883156:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627925632 00000100:00100000:1.0:1746135167.883163:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627925632 00002000:00100000:1.0:1746135167.883200:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5500 x1830954627925632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.883208:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954627925632 ext(0->4095) 00002000:00010000:1.0:1746135167.883212:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e5500 00000100:00100000:1.0:1746135167.883237:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13117 00000100:00100000:1.0:1746135167.883244:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954627925632:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.883353:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954627925632:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (1098us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.883359:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13117 00002000:00100000:1.0:1746135167.883363:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5500 x1830954627925632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.883370:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954627925632 ext(0->4095) 00002000:00010000:1.0:1746135167.883373:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e5500 00000100:00100000:0.0:1746135167.892632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.892798:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627925760 00000100:00100000:3.0:1746135167.892807:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627925760 00000100:00100000:3.0:1746135167.892845:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29472 00000100:00100000:3.0:1746135167.892852:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627925760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.892868:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.892884:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ced expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.892908:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.892915:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.892917:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.892920:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.892943:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.892952:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 99 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.892963:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625841152:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135167.896733:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325960c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.904502:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625841152:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135167.904531:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.904548:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b430c00, rc 0) 00000100:00100000:3.0:1746135167.904583:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627925760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11732us (11990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.904591:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29472 00000100:00100000:0.0:1746135167.908051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.909858:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627925888 00000100:00100000:3.0:1746135167.909870:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627925888 00002000:00100000:3.0:1746135167.909919:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b6680 x1830954627925888/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135167.909928:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6680 with x1830954627925888 ext(0->7) 00010000:00010000:3.0:1746135167.909936:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 100 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.909948:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 100 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135167.909956:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6680 00000100:00100000:3.0:1746135167.910014:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2349 00000100:00100000:3.0:1746135167.910022:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954627925888:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135167.920758:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954627925888:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 10719us (12700us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746135167.920774:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2349 00002000:00100000:0.0:1746135167.920788:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b6680 x1830954627925888/t4294970591(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 496/448 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135167.920795:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6680 with x1830954627925888 ext(0->7) 00010000:00010000:0.0:1746135167.920806:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 102 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:0.0:1746135167.920820:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 102 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:0.0:1746135167.920826:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6680 00000100:00100000:2.0:1746135167.921396:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.921636:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627926016 00000100:00100000:3.0:1746135167.921660:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627926016 00000100:00100000:3.0:1746135167.921699:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29473 00000100:00100000:3.0:1746135167.921705:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1804:x1830954627926016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135167.921721:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135167.921736:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cf4 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.921758:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135167.921763:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.921769:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135167.921772:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.921806:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.921818:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.921829:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06be00, rc 0) 00000100:00100000:3.0:1746135167.921867:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1804:x1830954627926016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.921873:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29473 00000100:00100000:0.0:1746135167.956045:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.956157:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627926144 00000100:00100000:3.0:1746135167.956166:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627926144 00010000:00010000:3.0:1746135167.956207:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 103 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.956247:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13780 00000100:00100000:3.0:1746135167.956257:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2008:x1830954627926144:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.956275:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.956299:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 103 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.956312:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 103 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.956336:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c26db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ce6 expref: 103 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.956370:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.956373:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.956380:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.956387:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.956424:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.956434:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.956446:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625841408:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.956533:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325960c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135167.963074:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625841408:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.963107:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.963173:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2008:x1830954627926144:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6915us (7137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.963186:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13780 00000100:00100000:0.0:1746135167.964205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135167.964290:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627926400 00000100:00100000:2.0:1746135167.964296:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627926400 00002000:00100000:2.0:1746135167.964338:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2300 x1830954627926400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.964347:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2300 with x1830954627926400 ext(0->4095) 00010000:00010000:2.0:1746135167.964355:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.964367:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135167.964373:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b2300 00000100:00100000:2.0:1746135167.964410:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2350 00000100:00100000:2.0:1746135167.964417:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627926400:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135167.964586:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627926400:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135167.964594:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2350 00002000:00100000:2.0:1746135167.964610:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2300 x1830954627926400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135167.964616:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2300 with x1830954627926400 ext(0->4095) 00010000:00010000:2.0:1746135167.964621:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135167.964629:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135167.964635:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b2300 00000100:00100000:0.0:1746135167.976099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.976195:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627926528 00000100:00100000:3.0:1746135167.976204:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627926528 00010000:00010000:3.0:1746135167.976238:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135167.976264:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13781 00000100:00100000:3.0:1746135167.976271:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627926528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135167.976283:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135167.976305:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.976317:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.976339:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c26e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ced expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135167.976371:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.976373:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135167.976380:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.976388:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135167.976422:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135167.976433:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625841536:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135167.976518:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325960c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135167.987315:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135167.987472:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625841536:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135167.987490:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135167.987528:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627926528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 11259us (11438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135167.987538:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13781 00000100:00100000:1.0:1746135167.987668:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627926784 00000100:00100000:1.0:1746135167.987674:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627926784 00002000:00100000:1.0:1746135167.987705:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2a00 x1830954627926784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/0 e 0 to 0 dl 1746135178 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.987713:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2a00 with x1830954627926784 ext(0->4095) 00002000:00010000:1.0:1746135167.987717:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2a00 00000100:00100000:1.0:1746135167.987741:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13118 00000100:00100000:1.0:1746135167.987746:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2011:x1830954627926784:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135167.987870:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2011:x1830954627926784:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135167.987876:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13118 00002000:00100000:1.0:1746135167.987880:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2a00 x1830954627926784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:623/0 lens 488/4536 e 0 to 0 dl 1746135178 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135167.987885:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2a00 with x1830954627926784 ext(0->4095) 00002000:00010000:1.0:1746135167.987888:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2a00 00000100:00100000:0.0:1746135167.995824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.007413:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627926912 00000100:00100000:2.0:1746135168.007424:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627926912 00000100:00100000:2.0:1746135168.007484:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29474 00000100:00100000:2.0:1746135168.007492:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627926912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.007507:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.007525:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236cfb expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.007550:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.007557:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.007559:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.007562:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.007588:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.007610:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 101 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.007620:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625841664:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.007896:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.018873:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625841664:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.018905:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.018923:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbed200, rc 0) 00000100:00100000:2.0:1746135168.019215:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627926912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11722us (23400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.019224:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29474 00000100:00100000:1.0:1746135168.024721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.024793:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627927040 00000100:00100000:2.0:1746135168.024801:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627927040 00000100:00100000:1.0:1746135168.024813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00002000:00100000:2.0:1746135168.024845:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0ea00 x1830954627927040/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.024854:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ea00 with x1830954627927040 ext(0->7) 00000100:00100000:3.0:1746135168.024855:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627927168 00000100:00100000:3.0:1746135168.024859:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627927168 00010000:00010000:2.0:1746135168.024862:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 102 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.024875:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 103 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.024882:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ea00 00000100:00100000:3.0:1746135168.024890:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29475 00000100:00100000:3.0:1746135168.024897:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1804:x1830954627927168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746135168.024908:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2351 00010000:00010000:3.0:1746135168.024909:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746135168.024913:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954627927040:12345-192.168.202.58@tcp:4:ldlm_bl.0 00010000:00010000:3.0:1746135168.024924:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d02 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.024942:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.024948:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.024953:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135168.024956:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 104 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.024989:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.024998:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 104 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.025006:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06ac00, rc 0) 00000100:00100000:3.0:1746135168.025043:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:1804:x1830954627927168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.025047:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29475 00000100:00100000:2.0:1746135168.032700:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2010:x1830954627927040:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 7768us (7968us total) trans 4294970592 rc 0/0 00000100:00100000:2.0:1746135168.032716:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2351 00002000:00100000:2.0:1746135168.032732:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0ea00 x1830954627927040/t4294970592(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/448 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.032744:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ea00 with x1830954627927040 ext(0->7) 00010000:00010000:2.0:1746135168.032757:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.032778:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.032788:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ea00 00000100:00100000:0.0:1746135168.039546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.039926:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627927296 00000100:00100000:3.0:1746135168.039935:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627927296 00010000:00010000:3.0:1746135168.039967:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.040002:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13782 00000100:00100000:3.0:1746135168.040009:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2009:x1830954627927296:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.040021:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.040039:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.040049:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.040067:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c26e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cf4 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.040093:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.040095:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.040101:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.040107:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.040135:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.040145:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 5 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.040155:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625841920:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.040229:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.044937:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625841920:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.044954:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.045010:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2009:x1830954627927296:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5000us (5468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.045020:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13782 00000100:00100000:0.0:1746135168.045994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.046070:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627927552 00000100:00100000:2.0:1746135168.046076:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627927552 00002000:00100000:2.0:1746135168.046109:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1880 x1830954627927552/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.046118:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1880 with x1830954627927552 ext(0->4095) 00010000:00010000:2.0:1746135168.046126:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.046138:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.046145:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1880 00000100:00100000:2.0:1746135168.046171:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2352 00000100:00100000:2.0:1746135168.046177:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627927552:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135168.046291:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627927552:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 114us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.046297:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2352 00002000:00100000:2.0:1746135168.046303:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1880 x1830954627927552/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.046310:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1880 with x1830954627927552 ext(0->4095) 00010000:00010000:2.0:1746135168.046315:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.046324:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.046329:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1880 00000100:00100000:0.0:1746135168.051939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.052017:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627927680 00000100:00100000:3.0:1746135168.052026:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627927680 00010000:00010000:3.0:1746135168.052065:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.052111:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13783 00000100:00100000:3.0:1746135168.052118:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627927680:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.052132:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.052157:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.052367:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.052394:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbed200/0xc3cfcce4a57c26f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236cfb expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.053233:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.053237:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.053249:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 103 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.053260:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 103 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.053309:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 103 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.053324:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625842048:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.053426:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.059509:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625842048:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135168.059517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135168.059529:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.059571:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627927680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7453us (7641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.059580:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13783 00000100:00100000:1.0:1746135168.059678:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627927936 00000100:00100000:1.0:1746135168.059688:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627927936 00002000:00100000:1.0:1746135168.059734:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130623800 x1830954627927936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.059744:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130623800 with x1830954627927936 ext(0->4095) 00002000:00010000:1.0:1746135168.059748:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130623800 00000100:00100000:1.0:1746135168.059829:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13119 00000100:00100000:1.0:1746135168.059836:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2010:x1830954627927936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135168.059957:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2010:x1830954627927936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.059963:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13119 00002000:00100000:1.0:1746135168.059967:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130623800 x1830954627927936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.059974:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130623800 with x1830954627927936 ext(0->4095) 00002000:00010000:1.0:1746135168.059977:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130623800 00000100:00100000:0.0:1746135168.062240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.062289:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627928064 00000100:00100000:2.0:1746135168.062296:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627928064 00000100:00100000:2.0:1746135168.063406:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29476 00000100:00100000:2.0:1746135168.063415:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627928064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.063432:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.063449:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d09 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.063474:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 103 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.063481:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.063482:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.063485:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.063510:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 103 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.063524:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 103 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.063534:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625842176:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.063625:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.065884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.066002:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627928192 00000100:00100000:3.0:1746135168.066012:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627928192 00010000:00010000:3.0:1746135168.066051:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 104 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.066077:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13784 00000100:00100000:3.0:1746135168.066083:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2010:x1830954627928192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.066098:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.066124:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 104 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.066137:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 104 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.066166:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.066167:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.066175:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.066183:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.066216:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.066230:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625842304:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.066317:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746135168.066392:0:11615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c26f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d02 expref: 104 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.066409:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625842176:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.066433:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.066443:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b600800, rc 0) 00000100:00100000:2.0:1746135168.066470:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627928064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3056us (4237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.066477:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29476 00000100:00100000:0.0:1746135168.070387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.070927:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625842304:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.070948:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.070992:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954627928192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4907us (5114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.071004:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13784 00000100:00100000:2.0:1746135168.071392:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627928320 00000100:00100000:2.0:1746135168.071399:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627928320 00000100:00100000:2.0:1746135168.071429:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29477 00000100:00100000:2.0:1746135168.071578:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1804:x1830954627928320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.071607:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.071626:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d10 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.071685:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.071693:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.071694:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.071698:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 104 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135168.072050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135168.072212:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.072226:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.072240:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625842432:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.072315:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.072333:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627928576 00000100:00100000:2.0:1746135168.072336:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627928576 00002000:00100000:2.0:1746135168.072368:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b614a80 x1830954627928576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.072378:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614a80 with x1830954627928576 ext(0->4095) 00010000:00010000:2.0:1746135168.072385:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.072393:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.072402:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b614a80 00000100:00100000:2.0:1746135168.072417:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2353 00000100:00100000:2.0:1746135168.072422:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627928576:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135168.072566:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627928576:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.072572:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2353 00002000:00100000:2.0:1746135168.072577:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b614a80 x1830954627928576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.072584:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614a80 with x1830954627928576 ext(0->4095) 00010000:00010000:2.0:1746135168.072588:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.072607:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.072613:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b614a80 00000100:00100000:3.0:1746135168.075982:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625842432:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.076011:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 104 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.076026:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009458fa00, rc 0) 00000100:00100000:3.0:1746135168.077490:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:1804:x1830954627928320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5908us (7115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.077499:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29477 00000100:00100000:1.0:1746135168.078041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.079518:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.079745:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627928704 00000100:00100000:3.0:1746135168.079755:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627928704 00000100:00100000:2.0:1746135168.079879:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627928832 00000100:00100000:2.0:1746135168.079883:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627928832 00010000:00010000:2.0:1746135168.079910:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.080398:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13785 00000100:00100000:2.0:1746135168.080408:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627928832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.080425:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.080449:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.080462:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.080488:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c26fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d09 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.080514:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.080516:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.080524:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 104 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.080532:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 104 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.080607:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 104 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.080621:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625842560:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.080737:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29478 00000100:00100000:3.0:1746135168.080745:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:1820:x1830954627928704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.080758:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.080771:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d17 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.080787:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 105 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.080794:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.080796:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.080799:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 105 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.080816:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 105 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.080827:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.080835:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625842688:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.082251:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.082469:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.085167:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625842560:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.085185:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.085223:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627928832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4816us (5710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.085233:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13785 00000100:00100000:0.0:1746135168.085875:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.086086:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627929088 00000100:00100000:2.0:1746135168.086093:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627929088 00002000:00100000:2.0:1746135168.086128:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c9f80 x1830954627929088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.086136:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9f80 with x1830954627929088 ext(0->4095) 00010000:00010000:2.0:1746135168.086144:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.086157:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.086163:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c9f80 00000100:00100000:2.0:1746135168.086183:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2354 00000100:00100000:2.0:1746135168.086191:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627929088:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.086327:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627929088:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.086333:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2354 00002000:00100000:2.0:1746135168.086338:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c9f80 x1830954627929088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.086345:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9f80 with x1830954627929088 ext(0->4095) 00010000:00010000:2.0:1746135168.086349:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.086358:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.086368:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c9f80 00000100:00100000:3.0:1746135168.086739:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625842688:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.086761:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 105 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.086774:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b78a400, rc 0) 00000100:00100000:3.0:1746135168.086806:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:1820:x1830954627928704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6062us (8766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.086812:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29478 00000100:00100000:0.0:1746135168.089841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.089952:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627929216 00000100:00100000:2.0:1746135168.089961:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627929216 00010000:00010000:2.0:1746135168.090000:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.090048:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13786 00000100:00100000:2.0:1746135168.090058:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2011:x1830954627929216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.090076:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.090101:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.090113:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.090143:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2705 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d10 expref: 105 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.090783:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.090786:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.090794:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 104 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.090803:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 104 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.090857:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 104 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.090872:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625842816:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.090979:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52df00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.095063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.095205:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627929472 00000100:00100000:3.0:1746135168.095222:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627929472 00002000:00100000:3.0:1746135168.095298:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a680 x1830954627929472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.095318:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954627929472 ext(0->4095) 00002000:00010000:3.0:1746135168.095325:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04a680 00000100:00100000:3.0:1746135168.095353:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13120 00000100:00100000:3.0:1746135168.095363:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2011:x1830954627929472:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135168.095667:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2011:x1830954627929472:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 276us (591us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.095676:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13120 00002000:00100000:3.0:1746135168.095684:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a680 x1830954627929472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.095694:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954627929472 ext(0->4095) 00002000:00010000:3.0:1746135168.095697:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04a680 00000100:00100000:2.0:1746135168.095975:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625842816:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.096009:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.096048:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954627929216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5993us (6217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.096062:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13786 00000100:00100000:0.0:1746135168.100319:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.100452:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627929600 00000100:00100000:3.0:1746135168.100465:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627929600 00000100:00100000:3.0:1746135168.100531:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29479 00000100:00100000:3.0:1746135168.100540:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627929600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.100571:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.100608:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d1e expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.100681:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.100691:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.100693:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.100698:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.100739:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.100754:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 103 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.100766:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625842944:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135168.100901:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.104513:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625842944:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.104543:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.104561:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009458fa00, rc 0) 00000100:00100000:3.0:1746135168.104613:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627929600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4075us (4309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.104623:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29479 00000100:00100000:0.0:1746135168.108210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.108275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.108403:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627929728 00000100:00100000:2.0:1746135168.108412:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627929728 00010000:00010000:2.0:1746135168.108449:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 104 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.108745:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13787 00000100:00100000:2.0:1746135168.108755:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2010:x1830954627929728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.108774:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.108799:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 104 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.108813:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 104 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.108839:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c270c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d17 expref: 104 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.108866:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.108868:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.108878:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.108887:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.108927:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.108941:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625843072:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.109056:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627929856 00000100:00100000:3.0:1746135168.109061:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627929856 00000100:00100000:3.0:1746135168.109086:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29480 00000100:00100000:3.0:1746135168.109091:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:1804:x1830954627929856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.109106:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.109118:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d25 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.109137:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.109142:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.109143:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.109146:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 105 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.109162:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.109172:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.109181:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625843200:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135168.110334:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.110809:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.113445:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625843200:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.113470:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 105 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.113486:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b78bc00, rc 0) 00000100:00100000:3.0:1746135168.113526:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:1804:x1830954627929856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4433us (5250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135168.114405:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.114413:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29480 00000100:00100000:0.0:1746135168.114431:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627930112 00000100:00100000:0.0:1746135168.114437:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627930112 00000100:00100000:1.0:1746135168.114464:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625843072:192.168.202.58@tcp:105: 00002000:00100000:0.0:1746135168.114470:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a620380 x1830954627930112/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746135168.114476:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746135168.114478:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620380 with x1830954627930112 ext(0->4095) 00010000:00010000:0.0:1746135168.114483:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:0.0:1746135168.114493:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:0.0:1746135168.114499:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a620380 00000100:00100000:1.0:1746135168.114506:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2010:x1830954627929728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5753us (6312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.114513:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13787 00000100:00100000:0.0:1746135168.114522:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2355 00000100:00100000:0.0:1746135168.114528:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627930112:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746135168.114675:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627930112:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (980us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135168.114681:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2355 00002000:00100000:0.0:1746135168.114686:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a620380 x1830954627930112/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135168.114693:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620380 with x1830954627930112 ext(0->4095) 00010000:00010000:0.0:1746135168.114697:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:0.0:1746135168.114707:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:0.0:1746135168.114712:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a620380 00000100:00100000:0.0:1746135168.117939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.118396:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627930240 00000100:00100000:1.0:1746135168.118409:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627930240 00010000:00010000:1.0:1746135168.118455:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:1.0:1746135168.118586:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13788 00000100:00100000:1.0:1746135168.118607:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627930240:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135168.118624:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135168.118902:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.118920:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.118948:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2713 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d1e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.118975:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.118976:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.118984:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.118991:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.119024:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135168.119048:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d049c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625843328:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135168.119226:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.125107:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d049c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625843328:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135168.125141:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135168.125226:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627930240:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6628us (7292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.125244:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13788 00000100:00100000:0.0:1746135168.125789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.126389:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627930496 00000100:00100000:3.0:1746135168.126403:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627930496 00002000:00100000:3.0:1746135168.126478:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430000 x1830954627930496/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.126493:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430000 with x1830954627930496 ext(0->4095) 00002000:00010000:3.0:1746135168.126503:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094430000 00000100:00100000:3.0:1746135168.126540:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13121 00000100:00100000:3.0:1746135168.126552:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954627930496:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135168.126879:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954627930496:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 328us (1091us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.126891:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13121 00002000:00100000:3.0:1746135168.126901:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430000 x1830954627930496/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.126912:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430000 with x1830954627930496 ext(0->4095) 00002000:00010000:3.0:1746135168.126918:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094430000 00000100:00100000:0.0:1746135168.140423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.140583:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627930624 00000100:00100000:3.0:1746135168.140603:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627930624 00000100:00100000:3.0:1746135168.140706:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29481 00000100:00100000:3.0:1746135168.140720:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627930624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.140743:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.140768:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d2c expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.140801:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.140813:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.140815:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.140821:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.140856:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.140871:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 103 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.140885:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625843456:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135168.141734:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.154377:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625843456:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.154419:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.154443:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009458fa00, rc 0) 00000100:00100000:3.0:1746135168.155538:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627930624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14817us (15122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.155548:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29481 00000100:00100000:0.0:1746135168.168884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.169021:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627930752 00000100:00100000:1.0:1746135168.169033:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627930752 00002000:00100000:1.0:1746135168.169083:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f5a0380 x1830954627930752/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.169093:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0380 with x1830954627930752 ext(0->7) 00010000:00010000:1.0:1746135168.169101:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 104 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.169118:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 104 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.169127:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a0380 00000100:00100000:1.0:1746135168.169183:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2356 00000100:00100000:1.0:1746135168.169193:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2010:x1830954627930752:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135168.170574:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627930752:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1377us (1704us total) trans 4294970593 rc 0/0 00000100:00100000:1.0:1746135168.170589:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2356 00002000:00100000:1.0:1746135168.170611:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f5a0380 x1830954627930752/t4294970593(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/448 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.170621:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0380 with x1830954627930752 ext(0->7) 00010000:00010000:1.0:1746135168.170632:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.170683:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.170691:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a0380 00000100:00100000:0.0:1746135168.180883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.181537:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627930880 00000100:00100000:1.0:1746135168.181547:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627930880 00010000:00010000:1.0:1746135168.181583:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:1.0:1746135168.181633:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13789 00000100:00100000:1.0:1746135168.181668:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2009:x1830954627930880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135168.181682:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135168.181701:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.181711:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.181730:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b78bc00/0xc3cfcce4a57c271a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d25 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.182295:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.182298:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.182305:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.182313:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.182342:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135168.182352:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d049c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625843584:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135168.183694:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.186928:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.187056:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627931136 00000100:00100000:1.0:1746135168.187063:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627931136 00002000:00100000:1.0:1746135168.187095:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc380 x1830954627931136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.187103:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc380 with x1830954627931136 ext(0->4095) 00002000:00010000:1.0:1746135168.187107:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addc380 00000100:00100000:1.0:1746135168.187132:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13122 00000100:00100000:1.0:1746135168.187137:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627931136:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135168.187244:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627931136:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.187250:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13122 00002000:00100000:1.0:1746135168.187256:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc380 x1830954627931136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.187262:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc380 with x1830954627931136 ext(0->4095) 00002000:00010000:1.0:1746135168.187265:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addc380 00000100:00100000:0.0:1746135168.187388:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d049c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625843584:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135168.187407:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135168.187430:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2009:x1830954627930880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5791us (6563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135168.187437:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13789 00000100:00100000:0.0:1746135168.190893:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.192240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.192653:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627931264 00000100:00100000:3.0:1746135168.192661:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627931264 00000100:00100000:3.0:1746135168.192710:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29482 00000100:00100000:3.0:1746135168.192717:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:1820:x1830954627931264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.192732:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.192747:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d33 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.192772:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.192779:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.192780:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.192784:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 106 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.192808:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.192818:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.192829:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625843712:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135168.193327:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627931392 00000100:00100000:0.0:1746135168.193332:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627931392 00000100:00100000:0.0:1746135168.193353:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29483 00000100:00100000:0.0:1746135168.193358:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627931392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135168.193364:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135168.193369:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d3a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.193380:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135168.193383:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 108 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.193388:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135168.193391:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 108 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.193410:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 108 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.193420:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 108 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.193428:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d4400, rc 0) 00000100:00100000:0.0:1746135168.193447:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:1804:x1830954627931392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (1211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135168.193452:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29483 00000100:00100000:3.0:1746135168.194524:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.200626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.200731:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625843712:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.200757:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.200774:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009458e600, rc 0) 00000100:00100000:1.0:1746135168.201149:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627931520 00000100:00100000:1.0:1746135168.201155:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627931520 00010000:00010000:1.0:1746135168.201183:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.201401:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1820:x1830954627931264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8682us (10512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.201412:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29482 00000100:00100000:1.0:1746135168.201914:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13790 00000100:00100000:1.0:1746135168.201921:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627931520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135168.201934:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135168.201953:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.201963:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.201985:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009458fa00/0xc3cfcce4a57c2721 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d2c expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.202005:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.202007:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.202013:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 106 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.202025:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 106 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.202052:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 106 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.202061:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 106 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:1.0:1746135168.202071:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625843968:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135168.202134:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.206075:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625843968:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135168.206117:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135168.210714:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627931520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8783us (10117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.210727:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13790 00000100:00100000:0.0:1746135168.216179:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.216254:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627931776 00000100:00100000:3.0:1746135168.216262:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627931776 00002000:00100000:3.0:1746135168.216299:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b480 x1830954627931776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.216308:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b480 with x1830954627931776 ext(0->4095) 00010000:00010000:3.0:1746135168.216316:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.216328:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135168.216333:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6b480 00000100:00100000:3.0:1746135168.216363:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2357 00000100:00100000:3.0:1746135168.216369:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2011:x1830954627931776:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135168.216475:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2011:x1830954627931776:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.216480:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2357 00002000:00100000:3.0:1746135168.216485:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b480 x1830954627931776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.216496:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b480 with x1830954627931776 ext(0->4095) 00010000:00010000:3.0:1746135168.216500:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.216512:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135168.216517:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6b480 00010000:00010000:1.0:1746135168.221450:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746135168.222262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.222426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.222755:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627931904 00000100:00100000:0.0:1746135168.222767:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627931904 00000100:00100000:0.0:1746135168.222841:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29484 00000100:00100000:0.0:1746135168.222857:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627931904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135168.222880:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135168.222911:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d41 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.222943:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135168.222948:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.222954:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135168.222957:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.222993:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.223004:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.223014:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5c00, rc 0) 00000100:00100000:0.0:1746135168.223061:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627931904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135168.223066:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29484 00000100:00100000:1.0:1746135168.223289:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627932032 00000100:00100000:1.0:1746135168.223294:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627932032 00010000:00010000:1.0:1746135168.223312:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:1.0:1746135168.223343:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13791 00000100:00100000:1.0:1746135168.223347:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2009:x1830954627932032:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135168.223356:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135168.223376:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.223386:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.223402:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2728 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d33 expref: 107 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.223419:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.223421:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.223426:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.223432:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.223448:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.223456:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:1.0:1746135168.223465:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625844224:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135168.223936:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.230905:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625844224:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135168.230925:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135168.230964:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2009:x1830954627932032:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7616us (8540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.230974:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13791 00000100:00100000:0.0:1746135168.231311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.231756:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627932288 00000100:00100000:1.0:1746135168.231761:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627932288 00002000:00100000:1.0:1746135168.231791:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b100 x1830954627932288/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.231801:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b100 with x1830954627932288 ext(0->4095) 00010000:00010000:1.0:1746135168.231808:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.231820:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.231826:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6b100 00000100:00100000:3.0:1746135168.232952:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2358 00000100:00100000:3.0:1746135168.232963:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2011:x1830954627932288:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135168.233089:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2011:x1830954627932288:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (1778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.233094:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2358 00002000:00100000:3.0:1746135168.233099:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b100 x1830954627932288/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.233106:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b100 with x1830954627932288 ext(0->4095) 00010000:00010000:3.0:1746135168.233111:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.233121:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 106 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135168.233126:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6b100 00000100:00100000:0.0:1746135168.241074:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.241152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.241360:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627932416 00000100:00100000:1.0:1746135168.241368:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627932416 00000100:00100000:1.0:1746135168.241402:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29485 00000100:00100000:1.0:1746135168.241409:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1804:x1830954627932416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135168.241422:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135168.241436:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d48 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.241456:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135168.241461:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.241466:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135168.241469:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 107 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.241501:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.241510:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 107 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.241518:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00000100:00100000:1.0:1746135168.241548:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627932416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.241553:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29485 00000100:00100000:2.0:1746135168.241760:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627932544 00000100:00100000:2.0:1746135168.241763:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627932544 00010000:00010000:2.0:1746135168.241777:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 107 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.241800:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13792 00000100:00100000:2.0:1746135168.241804:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2011:x1830954627932544:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.241810:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.241827:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 107 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.241836:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 107 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.241851:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c272f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d3a expref: 107 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.241862:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.241863:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.241868:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.241874:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.241888:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.241897:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.241906:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625844480:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.241947:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.244351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.244476:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625844480:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.244503:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.244563:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2011:x1830954627932544:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2757us (3408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.244577:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13792 00000100:00100000:1.0:1746135168.244690:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627932800 00000100:00100000:1.0:1746135168.244699:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627932800 00002000:00100000:1.0:1746135168.244752:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0e00 x1830954627932800/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.244763:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0e00 with x1830954627932800 ext(0->4095) 00010000:00010000:1.0:1746135168.244773:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.244788:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.244795:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0e00 00000100:00100000:1.0:1746135168.245029:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2359 00000100:00100000:1.0:1746135168.245037:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627932800:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135168.245288:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627932800:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 251us (947us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.245294:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2359 00002000:00100000:1.0:1746135168.245299:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0e00 x1830954627932800/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.245305:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0e00 with x1830954627932800 ext(0->4095) 00010000:00010000:1.0:1746135168.245309:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.245318:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.245323:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0e00 00000100:00100000:0.0:1746135168.250824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.250942:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627932928 00000100:00100000:2.0:1746135168.250954:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627932928 00010000:00010000:2.0:1746135168.250988:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.251397:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13793 00000100:00100000:2.0:1746135168.251406:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627932928:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.251422:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.251443:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.251455:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.251477:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2736 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d41 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.251822:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.251825:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.251832:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.251840:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.251869:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.251879:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625844608:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.254100:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.257696:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625844608:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.257718:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.257764:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627932928:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6359us (6951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.257775:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13793 00000100:00100000:0.0:1746135168.260188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.260549:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627933184 00000100:00100000:2.0:1746135168.260557:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627933184 00002000:00100000:2.0:1746135168.260603:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2300 x1830954627933184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.260613:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2300 with x1830954627933184 ext(0->4095) 00002000:00010000:2.0:1746135168.260617:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a2300 00000100:00100000:2.0:1746135168.261235:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13123 00000100:00100000:2.0:1746135168.261244:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627933184:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.262201:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627933184:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 957us (2018us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.262208:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13123 00002000:00100000:2.0:1746135168.262214:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2300 x1830954627933184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.262222:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2300 with x1830954627933184 ext(0->4095) 00002000:00010000:2.0:1746135168.262226:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a2300 00000100:00100000:0.0:1746135168.265385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.266031:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627933312 00000100:00100000:2.0:1746135168.266039:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627933312 00000100:00100000:2.0:1746135168.266084:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29486 00000100:00100000:2.0:1746135168.266091:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627933312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.266111:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.266130:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d4f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.266156:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.266164:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.266165:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.266169:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.266198:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.266208:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 105 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.266218:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625844736:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.266289:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.272259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.272343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.272548:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627933568 00000100:00100000:3.0:1746135168.272559:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627933568 00010000:00010000:3.0:1746135168.272604:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.272638:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13794 00000100:00100000:3.0:1746135168.272674:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2008:x1830954627933568:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.272687:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.272709:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.272721:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.272743:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.272745:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.272751:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.272758:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.272786:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.272796:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625844864:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.272864:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.273052:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627933440 00000100:00100000:1.0:1746135168.273056:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627933440 00000100:00100000:1.0:1746135168.273076:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29487 00000100:00100000:1.0:1746135168.273081:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627933440:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135168.273094:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135168.273105:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d56 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.273120:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.273125:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.273126:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.273129:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 108 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.273145:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.273154:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:1.0:1746135168.273161:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625844992:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135168.273180:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746135168.273266:0:11615:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c273d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d48 expref: 108 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.273283:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625844736:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.273301:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.273313:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.273319:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849c00, rc 0) 00000100:00100000:2.0:1746135168.273340:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627933312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7249us (7964us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.273345:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29486 00000100:00100000:3.0:1746135168.276047:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625844864:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.276071:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.276112:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2008:x1830954627933568:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3438us (3768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.276122:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13794 00000100:00100000:1.0:1746135168.276207:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625844992:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135168.276229:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.276246:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645600, rc 0) 00000100:00100000:1.0:1746135168.276267:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1804:x1830954627933440:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3185us (4021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.276273:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29487 00000100:00100000:0.0:1746135168.276767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.276911:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627933824 00000100:00100000:2.0:1746135168.276918:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627933824 00002000:00100000:2.0:1746135168.276948:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b4000 x1830954627933824/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.276957:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830954627933824 ext(0->4095) 00010000:00010000:2.0:1746135168.276963:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.276975:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.276981:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4000 00000100:00100000:2.0:1746135168.276995:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2360 00000100:00100000:2.0:1746135168.277001:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627933824:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135168.277111:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627933824:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (344us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.277116:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2360 00002000:00100000:2.0:1746135168.277122:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b4000 x1830954627933824/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.277128:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830954627933824 ext(0->4095) 00010000:00010000:2.0:1746135168.277132:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.277141:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.277146:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4000 00000100:00100000:0.0:1746135168.283218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.284109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.285063:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627933952 00000100:00100000:3.0:1746135168.285073:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627933952 00010000:00010000:3.0:1746135168.285110:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.285150:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13795 00000100:00100000:3.0:1746135168.285156:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627933952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.285167:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.285184:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.285195:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.285216:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2744 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d4f expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.285232:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.285234:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.285240:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.285247:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.285276:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.285287:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625845120:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.285347:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.285518:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627934080 00000100:00100000:0.0:1746135168.285522:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627934080 00000100:00100000:0.0:1746135168.285550:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29488 00000100:00100000:0.0:1746135168.285554:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627934080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135168.285565:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135168.285572:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d5d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.285584:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.285589:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135168.285590:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135168.285601:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.285614:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.285622:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 105 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:0.0:1746135168.285629:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800925b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625845248:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135168.285670:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.290702:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800925b4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625845248:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.290734:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.290749:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d4400, rc 0) 00000100:00100000:2.0:1746135168.290792:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954627934080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5236us (6683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.290799:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29488 00000100:00100000:3.0:1746135168.290911:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625845120:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.290921:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.290938:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627933952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5783us (7728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.290946:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13795 00000100:00100000:0.0:1746135168.291158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.291331:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627934336 00000100:00100000:3.0:1746135168.291337:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627934336 00002000:00100000:3.0:1746135168.291365:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b4700 x1830954627934336/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.291373:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4700 with x1830954627934336 ext(0->4095) 00010000:00010000:3.0:1746135168.291378:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.291389:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135168.291395:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4700 00000100:00100000:3.0:1746135168.291411:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2361 00000100:00100000:3.0:1746135168.291417:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627934336:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135168.291544:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627934336:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.291553:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2361 00002000:00100000:3.0:1746135168.291558:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b4700 x1830954627934336/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.291564:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4700 with x1830954627934336 ext(0->4095) 00010000:00010000:3.0:1746135168.291569:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.291577:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135168.291581:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4700 00000100:00100000:0.0:1746135168.297822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.297874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.297961:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627934592 00000100:00100000:3.0:1746135168.297969:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627934592 00010000:00010000:3.0:1746135168.298000:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.298026:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13796 00000100:00100000:3.0:1746135168.298033:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627934592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.298045:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.298060:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.298070:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.298088:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c274b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d56 expref: 106 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.298117:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.298119:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.298125:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.298131:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.298160:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.298170:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625845376:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.298229:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.298422:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627934464 00000100:00100000:2.0:1746135168.298426:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627934464 00000100:00100000:2.0:1746135168.298451:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29489 00000100:00100000:2.0:1746135168.298456:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1804:x1830954627934464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.298469:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.298480:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d64 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.298501:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.298507:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.298508:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.298511:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 107 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.298526:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.298534:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 5 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.298542:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625845504:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.298564:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.301473:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625845376:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.301496:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.301536:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2010:x1830954627934592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3503us (3661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.301549:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13796 00000100:00100000:0.0:1746135168.301995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.302121:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625845504:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.302138:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 106 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.302152:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849800, rc 0) 00000100:00100000:2.0:1746135168.302173:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1804:x1830954627934464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3717us (4360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.302178:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29489 00000100:00100000:1.0:1746135168.302785:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627934848 00000100:00100000:1.0:1746135168.302792:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627934848 00002000:00100000:1.0:1746135168.302825:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b5180 x1830954627934848/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.302833:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5180 with x1830954627934848 ext(0->4095) 00010000:00010000:1.0:1746135168.302839:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.302851:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.302857:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5180 00000100:00100000:1.0:1746135168.302884:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2362 00000100:00100000:1.0:1746135168.302891:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627934848:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135168.303009:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627934848:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (1014us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.303015:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2362 00002000:00100000:1.0:1746135168.303019:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b5180 x1830954627934848/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.303026:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5180 with x1830954627934848 ext(0->4095) 00010000:00010000:1.0:1746135168.303031:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.303039:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.303044:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5180 00000100:00100000:0.0:1746135168.311694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.312620:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627934976 00000100:00100000:3.0:1746135168.312627:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627934976 00010000:00010000:3.0:1746135168.312667:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.313134:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13797 00000100:00100000:3.0:1746135168.313141:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627934976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.313155:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.313172:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.313182:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.313199:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c2752 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d5d expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.313222:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.313224:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.313231:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.313238:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.313264:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.313275:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625845632:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.313334:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.319987:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625845632:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.320026:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.320092:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627934976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6950us (8403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.320118:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13797 00000100:00100000:0.0:1746135168.320816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.320875:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627935232 00000100:00100000:2.0:1746135168.320882:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627935232 00002000:00100000:2.0:1746135168.320916:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b5880 x1830954627935232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.320925:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5880 with x1830954627935232 ext(0->4095) 00002000:00010000:2.0:1746135168.320930:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5880 00000100:00100000:2.0:1746135168.320954:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13124 00000100:00100000:2.0:1746135168.320961:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627935232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.321076:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954627935232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 115us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.321081:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13124 00002000:00100000:2.0:1746135168.321087:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b5880 x1830954627935232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.321093:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5880 with x1830954627935232 ext(0->4095) 00002000:00010000:2.0:1746135168.321096:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b5880 00000100:00100000:1.0:1746135168.333559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.333684:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627935360 00000100:00100000:2.0:1746135168.333692:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627935360 00000100:00100000:2.0:1746135168.333737:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29490 00000100:00100000:2.0:1746135168.333743:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627935360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.333764:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.333784:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d6b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.333820:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.333833:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.333835:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.333839:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.333871:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.333882:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 105 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.333894:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625845760:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.334002:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.367513:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625845760:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.367558:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.367581:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849e00, rc 0) 00000100:00100000:2.0:1746135168.367735:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627935360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 33987us (34180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.367749:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29490 00000100:00100000:0.0:1746135168.450466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.450559:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627935488 00000100:00100000:2.0:1746135168.450567:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627935488 00000100:00100000:2.0:1746135168.450634:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29491 00000100:00100000:2.0:1746135168.450666:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1804:x1830954627935488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.450686:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.450701:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d72 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.450725:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.450731:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.450737:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135168.450741:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 107 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.450771:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.450781:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 107 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.450790:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849c00, rc 0) 00000100:00100000:2.0:1746135168.450849:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954627935488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.450855:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29491 00000100:00100000:0.0:1746135168.451991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.452046:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627935616 00000100:00100000:2.0:1746135168.452051:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627935616 00002000:00100000:2.0:1746135168.452078:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800925b5f80 x1830954627935616/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.452088:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5f80 with x1830954627935616 ext(0->7) 00010000:00010000:2.0:1746135168.452095:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 107 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.452105:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 107 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.452111:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5f80 00000100:00100000:2.0:1746135168.452124:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2363 00000100:00100000:2.0:1746135168.452129:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2010:x1830954627935616:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000001:00080000:0.0:1746135168.452818:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970593 is committed 00000100:00100000:0.0:1746135168.454282:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954627935616:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2141us (2284us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746135168.454295:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2363 00002000:00100000:0.0:1746135168.454307:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800925b5f80 x1830954627935616/t4294970594(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/448 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135168.454316:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5f80 with x1830954627935616 ext(0->7) 00010000:00010000:0.0:1746135168.454325:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 9 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:0.0:1746135168.454341:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 9 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:0.0:1746135168.454348:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5f80 00000100:00100000:0.0:1746135168.464419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.464579:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627935744 00000100:00100000:3.0:1746135168.464600:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627935744 00010000:00010000:3.0:1746135168.464698:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 9 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.464737:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13798 00000100:00100000:3.0:1746135168.464748:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954627935744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.464765:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.464789:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 9 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.464802:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 9 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.464827:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2759 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d64 expref: 9 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.464869:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.464871:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.464880:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.464889:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.464923:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.464934:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 5 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.464943:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846016:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.465015:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.472300:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.472414:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627936000 00000100:00100000:2.0:1746135168.472420:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627936000 00002000:00100000:2.0:1746135168.472454:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b6680 x1830954627936000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.472463:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b6680 with x1830954627936000 ext(0->4095) 00010000:00010000:2.0:1746135168.472469:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.472480:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.472486:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b6680 00000100:00100000:2.0:1746135168.472510:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2364 00000100:00100000:2.0:1746135168.472515:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627936000:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.472627:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627936000:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.472632:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2364 00002000:00100000:2.0:1746135168.472658:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b6680 x1830954627936000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.472664:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b6680 with x1830954627936000 ext(0->4095) 00010000:00010000:2.0:1746135168.472668:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.472676:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.472681:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b6680 00000100:00100000:3.0:1746135168.472783:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846016:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.472797:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.472816:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954627935744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8072us (8409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.472822:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13798 00000100:00100000:0.0:1746135168.481757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.481870:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627936128 00000100:00100000:3.0:1746135168.481879:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627936128 00010000:00010000:3.0:1746135168.481911:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.481936:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13799 00000100:00100000:3.0:1746135168.481942:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627936128:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.481956:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.481976:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.481988:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.482007:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c2760 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d6b expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.482028:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.482030:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.482036:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.482042:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.482066:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.482075:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846144:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.482140:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.483812:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846144:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.483826:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.483853:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627936128:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1911us (2106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.483861:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13799 00000100:00100000:0.0:1746135168.485629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.485724:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627936384 00000100:00100000:1.0:1746135168.485733:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627936384 00002000:00100000:1.0:1746135168.485778:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b6d80 x1830954627936384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.485794:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b6d80 with x1830954627936384 ext(0->4095) 00002000:00010000:1.0:1746135168.485799:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b6d80 00000100:00100000:1.0:1746135168.485831:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13125 00000100:00100000:1.0:1746135168.485840:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954627936384:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135168.485972:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954627936384:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.485978:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13125 00002000:00100000:1.0:1746135168.485984:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b6d80 x1830954627936384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.485990:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b6d80 with x1830954627936384 ext(0->4095) 00002000:00010000:1.0:1746135168.485992:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b6d80 00000100:00100000:0.0:1746135168.490078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.490213:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627936512 00000100:00100000:2.0:1746135168.490224:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627936512 00000100:00100000:2.0:1746135168.490275:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29492 00000100:00100000:2.0:1746135168.490283:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627936512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.490302:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.490320:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d79 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.490347:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.490356:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.490357:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.490362:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.490396:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.490413:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 7 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.490426:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625846272:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.490551:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.492273:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625846272:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.492294:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.492305:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f848e00, rc 0) 00000100:00100000:2.0:1746135168.492331:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627936512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2050us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.492337:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29492 00000100:00100000:0.0:1746135168.494721:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.494813:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627936640 00000100:00100000:3.0:1746135168.494821:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627936640 00010000:00010000:3.0:1746135168.494852:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 8 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.494891:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13800 00000100:00100000:3.0:1746135168.494899:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954627936640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.494912:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.494928:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 8 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.494938:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 8 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.494957:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f849c00/0xc3cfcce4a57c2767 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d72 expref: 8 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.494988:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.494991:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.494997:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.495004:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.495031:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.495042:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846400:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.495107:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.501510:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846400:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.501527:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.501674:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954627936640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6774us (6959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.501684:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13800 00000100:00100000:0.0:1746135168.502891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.507196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.507235:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627937024 00000100:00100000:3.0:1746135168.507242:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627937024 00002000:00100000:3.0:1746135168.507287:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56ca80 x1830954627937024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.507297:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56ca80 with x1830954627937024 ext(0->4095) 00002000:00010000:3.0:1746135168.507303:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56ca80 00000100:00100000:3.0:1746135168.507324:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13126 00000100:00100000:3.0:1746135168.507330:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627937024:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135168.507473:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627937024:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (284us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.507480:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13126 00002000:00100000:3.0:1746135168.507485:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56ca80 x1830954627937024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.507491:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56ca80 with x1830954627937024 ext(0->4095) 00002000:00010000:3.0:1746135168.507494:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56ca80 00000100:00100000:2.0:1746135168.507670:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627936768 00000100:00100000:2.0:1746135168.507675:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627936768 00000100:00100000:2.0:1746135168.507701:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29493 00000100:00100000:2.0:1746135168.507706:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:1804:x1830954627936768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.507715:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.507730:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d80 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.507757:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.507764:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.507766:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.507770:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 8 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.507796:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.507808:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.507818:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625846528:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.507869:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.510142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.510231:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627937152 00000100:00100000:2.0:1746135168.510238:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627937152 00000100:00100000:2.0:1746135168.511072:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29494 00000100:00100000:2.0:1746135168.511079:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1820:x1830954627937152:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.511094:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.511109:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d87 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.511131:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.511137:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 10 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.511143:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.511146:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.511181:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 10 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.511191:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.511201:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5c00, rc 0) 00000100:00100000:2.0:1746135168.512376:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:1820:x1830954627937152:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1290us (2236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.512384:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29494 00000100:00100000:2.0:1746135168.513775:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625846528:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.513799:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.513812:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849800, rc 0) 00000100:00100000:2.0:1746135168.513939:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1804:x1830954627936768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6231us (11049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.513945:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29493 00000100:00100000:0.0:1746135168.515694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.515841:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627937280 00000100:00100000:2.0:1746135168.515848:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627937280 00010000:00010000:2.0:1746135168.515877:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.515931:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13801 00000100:00100000:2.0:1746135168.515937:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627937280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.515950:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.515966:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.515976:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.515995:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c276e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d79 expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.516020:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.516022:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.516027:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 8 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.516034:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 8 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.516059:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 8 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.516069:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 8 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.516083:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846784:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.516489:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.519684:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846784:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.519703:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.519757:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627937280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3817us (4066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.519769:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13801 00000100:00100000:0.0:1746135168.522095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.522228:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627937536 00000100:00100000:2.0:1746135168.522235:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627937536 00002000:00100000:2.0:1746135168.522274:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5c000 x1830954627937536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.522283:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5c000 with x1830954627937536 ext(0->4095) 00010000:00010000:2.0:1746135168.522291:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.522305:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.522311:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5c000 00000100:00100000:2.0:1746135168.522559:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2365 00000100:00100000:2.0:1746135168.522567:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954627937536:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.522742:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954627937536:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.522751:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2365 00002000:00100000:2.0:1746135168.522756:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5c000 x1830954627937536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.522762:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5c000 with x1830954627937536 ext(0->4095) 00010000:00010000:2.0:1746135168.522767:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.522775:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.522781:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5c000 00000100:00100000:0.0:1746135168.525967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.526044:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627937664 00000100:00100000:2.0:1746135168.526051:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627937664 00010000:00010000:2.0:1746135168.526078:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.526309:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13802 00000100:00100000:2.0:1746135168.526315:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954627937664:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.526326:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.526341:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.526351:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.526368:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c2775 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d80 expref: 9 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.526988:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.526991:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.526998:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.527005:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.527034:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.527043:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846912:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.527095:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d600 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.533195:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.533287:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627937920 00000100:00100000:3.0:1746135168.533294:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627937920 00002000:00100000:3.0:1746135168.533332:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b615c00 x1830954627937920/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.533340:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615c00 with x1830954627937920 ext(0->4095) 00002000:00010000:3.0:1746135168.533345:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b615c00 00000100:00100000:3.0:1746135168.533366:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13127 00000100:00100000:3.0:1746135168.533372:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954627937920:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135168.533492:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954627937920:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.533502:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13127 00002000:00100000:3.0:1746135168.533506:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b615c00 x1830954627937920/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.533513:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615c00 with x1830954627937920 ext(0->4095) 00002000:00010000:3.0:1746135168.533516:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b615c00 00000100:00100000:2.0:1746135168.533773:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625846912:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.533790:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.533814:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954627937664:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7499us (7853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.533821:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13802 00000100:00100000:0.0:1746135168.536746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.536856:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627938048 00000100:00100000:2.0:1746135168.536863:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627938048 00000100:00100000:2.0:1746135168.536899:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29495 00000100:00100000:2.0:1746135168.536905:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627938048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.536920:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.536934:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d8e expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.536960:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.536966:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.536968:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.536970:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.536997:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.537008:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 7 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.537019:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625847040:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.537734:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.540746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.540875:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625847040:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.540904:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.540921:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5600, rc 0) 00000100:00100000:1.0:1746135168.542117:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627938176 00000100:00100000:1.0:1746135168.542127:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627938176 00000100:00100000:1.0:1746135168.542182:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29496 00000100:00100000:1.0:1746135168.542189:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:1804:x1830954627938176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135168.542205:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135168.542219:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d95 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.542240:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135168.542246:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.542256:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135168.542260:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.542292:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.542303:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.542311:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644800, rc 0) 00000100:00100000:2.0:1746135168.542809:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627938048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5900us (6068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.542818:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29495 00000100:00100000:3.0:1746135168.544110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.544142:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627938304 00000100:00100000:3.0:1746135168.544148:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627938304 00010000:00010000:3.0:1746135168.544173:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 10 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.544193:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13803 00000100:00100000:3.0:1746135168.544198:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954627938304:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.544208:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.544224:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 10 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.544234:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 10 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.544253:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c277c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d87 expref: 10 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.544267:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.544269:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.544274:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.544282:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.544318:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.544327:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 5 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.544337:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625847296:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.544383:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.544606:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1804:x1830954627938176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2415us (3867us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.544613:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29496 00000100:00100000:0.0:1746135168.549378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.549760:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625847296:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.549774:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.549806:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954627938304:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5608us (5702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.549815:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13803 00000100:00100000:2.0:1746135168.551050:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627938560 00000100:00100000:2.0:1746135168.551059:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627938560 00002000:00100000:2.0:1746135168.551095:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5ca80 x1830954627938560/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.551103:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ca80 with x1830954627938560 ext(0->4095) 00010000:00010000:2.0:1746135168.551110:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.551122:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.551127:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5ca80 00000100:00100000:2.0:1746135168.551155:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2366 00000100:00100000:2.0:1746135168.551161:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627938560:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135168.551286:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627938560:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (1916us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.551291:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2366 00002000:00100000:2.0:1746135168.551296:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5ca80 x1830954627938560/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.551302:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ca80 with x1830954627938560 ext(0->4095) 00010000:00010000:2.0:1746135168.551307:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:2.0:1746135168.551315:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00002000:00010000:2.0:1746135168.551320:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5ca80 00000100:00100000:0.0:1746135168.557005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.557770:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627938688 00000100:00100000:3.0:1746135168.557781:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627938688 00010000:00010000:3.0:1746135168.557823:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.557853:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13804 00000100:00100000:3.0:1746135168.557860:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627938688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.557874:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.557891:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.557901:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.557923:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2783 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d8e expref: 6 pid: 11615 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.557955:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.557957:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.557965:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.557972:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.558003:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.558016:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625847424:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.558104:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.561250:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625847424:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.561271:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.561308:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627938688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3448us (4315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.561318:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13804 00000100:00100000:0.0:1746135168.563802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.563896:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627938944 00000100:00100000:3.0:1746135168.563904:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627938944 00002000:00100000:3.0:1746135168.563943:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5d180 x1830954627938944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.563952:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5d180 with x1830954627938944 ext(0->4095) 00002000:00010000:3.0:1746135168.563957:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c5d180 00000100:00100000:3.0:1746135168.563988:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13128 00000100:00100000:3.0:1746135168.563994:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954627938944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135168.565016:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954627938944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1015us (1216us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.565024:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13128 00002000:00100000:3.0:1746135168.565032:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5d180 x1830954627938944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.565040:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5d180 with x1830954627938944 ext(0->4095) 00002000:00010000:3.0:1746135168.565044:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c5d180 00000100:00100000:0.0:1746135168.570310:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.570463:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627939072 00000100:00100000:1.0:1746135168.570471:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627939072 00000100:00100000:1.0:1746135168.570523:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29497 00000100:00100000:1.0:1746135168.570530:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627939072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135168.570545:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135168.570559:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236d9c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.570581:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.570587:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135168.570589:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135168.570602:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.570627:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.570637:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 7 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:1.0:1746135168.570673:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625847552:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135168.570740:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.576224:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625847552:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135168.576255:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.576271:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:1.0:1746135168.576315:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627939072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5785us (6012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.576322:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29497 00000100:00100000:2.0:1746135168.597001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.597095:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627939200 00000100:00100000:3.0:1746135168.597104:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627939200 00002000:00100000:3.0:1746135168.597153:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008268df80 x1830954627939200/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.597163:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268df80 with x1830954627939200 ext(0->7) 00010000:00010000:3.0:1746135168.597172:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 8 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.597186:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 8 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:3.0:1746135168.597198:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268df80 00000100:00100000:3.0:1746135168.597229:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2367 00000100:00100000:3.0:1746135168.597237:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954627939200:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135168.600358:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954627939200:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3110us (3353us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746135168.600369:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2367 00002000:00100000:0.0:1746135168.600379:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008268df80 x1830954627939200/t4294970595(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/448 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135168.600387:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268df80 with x1830954627939200 ext(0->7) 00010000:00010000:0.0:1746135168.600397:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 10 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:0.0:1746135168.600411:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 10 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:0.0:1746135168.600419:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268df80 00000100:00100000:0.0:1746135168.609572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.609673:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627939328 00000100:00100000:1.0:1746135168.609681:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627939328 00000100:00100000:1.0:1746135168.609725:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29498 00000100:00100000:1.0:1746135168.609733:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:1804:x1830954627939328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135168.609748:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135168.609762:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236da3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.609790:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135168.609794:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.609799:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135168.609802:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 11 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.609831:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.609841:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 11 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.609849:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644000, rc 0) 00000100:00100000:1.0:1746135168.609898:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1804:x1830954627939328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.609904:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29498 00000100:00100000:0.0:1746135168.611995:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.612083:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627939456 00000100:00100000:3.0:1746135168.612091:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627939456 00010000:00010000:3.0:1746135168.612121:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 11 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.612144:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13805 00000100:00100000:3.0:1746135168.612150:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2011:x1830954627939456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.612164:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.612180:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 11 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.612190:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 11 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.612206:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c278a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d95 expref: 11 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.612232:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.612233:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.612239:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.612251:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.612277:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.612286:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 5 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.612295:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625847808:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.612366:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.617716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.617790:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627939712 00000100:00100000:1.0:1746135168.617798:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627939712 00002000:00100000:1.0:1746135168.617834:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5df80 x1830954627939712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.617844:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5df80 with x1830954627939712 ext(0->4095) 00010000:00010000:1.0:1746135168.617855:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.617879:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.617887:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5df80 00000100:00100000:1.0:1746135168.617930:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2368 00000100:00100000:1.0:1746135168.617939:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627939712:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135168.618134:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627939712:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.618143:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2368 00002000:00100000:1.0:1746135168.618151:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5df80 x1830954627939712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.618159:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5df80 with x1830954627939712 ext(0->4095) 00010000:00010000:1.0:1746135168.618166:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.618177:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.618184:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5df80 00000100:00100000:3.0:1746135168.618397:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625847808:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.618416:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.618588:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954627939456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6433us (6596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.618610:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13805 00000100:00100000:0.0:1746135168.621786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.621868:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627939840 00000100:00100000:3.0:1746135168.621876:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627939840 00010000:00010000:3.0:1746135168.621907:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.621928:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13806 00000100:00100000:3.0:1746135168.621933:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627939840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.621944:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.621962:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.621971:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.621990:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2791 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236d9c expref: 6 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.622016:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.622017:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.622023:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.622030:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.622055:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.622065:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625847936:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.623037:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.625565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.625632:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627940096 00000100:00100000:2.0:1746135168.625656:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627940096 00002000:00100000:2.0:1746135168.625692:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5e680 x1830954627940096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.625704:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5e680 with x1830954627940096 ext(0->4095) 00002000:00010000:2.0:1746135168.625709:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c5e680 00000100:00100000:2.0:1746135168.625756:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13129 00000100:00100000:2.0:1746135168.625767:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2008:x1830954627940096:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135168.625936:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2008:x1830954627940096:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.625943:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13129 00002000:00100000:2.0:1746135168.625951:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5e680 x1830954627940096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.625958:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5e680 with x1830954627940096 ext(0->4095) 00002000:00010000:2.0:1746135168.625962:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c5e680 00000100:00100000:3.0:1746135168.626159:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625847936:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.626184:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.626224:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627939840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4287us (4441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.626234:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13806 00000100:00100000:0.0:1746135168.632820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.633005:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627940224 00000100:00100000:2.0:1746135168.633015:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627940224 00000100:00100000:2.0:1746135168.633244:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29499 00000100:00100000:2.0:1746135168.633254:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627940224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.633277:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.633298:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236daa expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.633328:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.633336:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.633337:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.633340:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.633370:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.633383:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 9 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:2.0:1746135168.633397:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625848064:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.633799:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.640829:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625848064:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.640860:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.640879:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f848e00, rc 0) 00000100:00100000:2.0:1746135168.640921:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627940224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7669us (8118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.640929:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29499 00000100:00100000:0.0:1746135168.659784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.660023:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627940352 00000100:00100000:1.0:1746135168.660033:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627940352 00002000:00100000:1.0:1746135168.660086:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c5ed80 x1830954627940352/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.660096:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ed80 with x1830954627940352 ext(0->7) 00010000:00010000:1.0:1746135168.660107:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 10 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.660123:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 10 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.660130:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5ed80 00000100:00100000:1.0:1746135168.660171:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2369 00000100:00100000:1.0:1746135168.660179:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954627940352:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135168.664622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.665260:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627940480 00000100:00100000:2.0:1746135168.665268:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627940480 00000100:00100000:2.0:1746135168.665316:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29500 00000100:00100000:2.0:1746135168.665324:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1804:x1830954627940480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.665340:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.665354:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236db1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.665376:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.665381:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.665387:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135168.665390:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.665422:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.665432:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.665439:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849e00, rc 0) 00000100:00100000:2.0:1746135168.665482:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1804:x1830954627940480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.665487:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29500 00000100:00100000:1.0:1746135168.667834:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954627940352:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 7638us (8045us total) trans 4294970596 rc 0/0 00000100:00100000:1.0:1746135168.667851:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2369 00002000:00100000:1.0:1746135168.667868:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c5ed80 x1830954627940352/t4294970596(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/448 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.667881:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ed80 with x1830954627940352 ext(0->7) 00010000:00010000:1.0:1746135168.667893:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 13 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.667916:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 13 pid: 26641 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.667923:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5ed80 00000100:00100000:0.0:1746135168.674449:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.674565:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627940608 00000100:00100000:3.0:1746135168.674574:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627940608 00010000:00010000:3.0:1746135168.674619:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 13 pid: 26641 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.674676:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13807 00000100:00100000:3.0:1746135168.674683:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954627940608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.674698:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.674715:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 13 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.674727:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 13 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.674751:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2798 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236da3 expref: 13 pid: 26641 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.674785:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.674786:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.674794:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.674801:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.674834:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.674848:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 5 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.674859:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625848320:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.674966:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.680024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.680146:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625848320:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.680171:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.680232:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627940608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5549us (5792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.680246:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13807 00000100:00100000:1.0:1746135168.681951:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627940864 00000100:00100000:1.0:1746135168.681970:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627940864 00002000:00100000:1.0:1746135168.682053:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5f800 x1830954627940864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.682073:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5f800 with x1830954627940864 ext(0->4095) 00010000:00010000:1.0:1746135168.682083:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.682099:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.682107:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5f800 00000100:00100000:1.0:1746135168.682159:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2370 00000100:00100000:1.0:1746135168.682167:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627940864:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135168.682408:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627940864:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 240us (2396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.682415:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2370 00002000:00100000:1.0:1746135168.682422:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5f800 x1830954627940864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.682429:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5f800 with x1830954627940864 ext(0->4095) 00010000:00010000:1.0:1746135168.682433:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:1.0:1746135168.682443:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00002000:00010000:1.0:1746135168.682448:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5f800 00000100:00100000:0.0:1746135168.687368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.687533:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627940992 00000100:00100000:3.0:1746135168.687551:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627940992 00010000:00010000:3.0:1746135168.687615:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00000100:00100000:3.0:1746135168.687696:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13808 00000100:00100000:3.0:1746135168.687707:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627940992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.687727:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.687754:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.687769:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.687796:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f848e00/0xc3cfcce4a57c279f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236daa expref: 6 pid: 9591 timeout: 912 lvb_type: 0 00010000:00010000:3.0:1746135168.688217:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.688220:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.688228:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.688236:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.688267:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.688279:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625848448:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.689756:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596900 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.693780:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625848448:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135168.693806:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.693858:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627940992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6153us (6507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.693872:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13808 00000100:00100000:0.0:1746135168.694602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.695265:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627941248 00000100:00100000:3.0:1746135168.695277:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627941248 00002000:00100000:3.0:1746135168.695328:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561c000 x1830954627941248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.695337:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561c000 with x1830954627941248 ext(0->4095) 00002000:00010000:3.0:1746135168.695342:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561c000 00000100:00100000:3.0:1746135168.695618:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13130 00000100:00100000:3.0:1746135168.695629:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627941248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135168.696686:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627941248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1052us (2095us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.696697:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13130 00002000:00100000:3.0:1746135168.696706:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561c000 x1830954627941248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.696716:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561c000 with x1830954627941248 ext(0->4095) 00002000:00010000:3.0:1746135168.696720:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561c000 00000100:00100000:0.0:1746135168.699791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.699976:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627941376 00000100:00100000:2.0:1746135168.699987:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627941376 00000100:00100000:2.0:1746135168.700046:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29501 00000100:00100000:2.0:1746135168.700054:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627941376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.700078:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.700102:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236db8 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.700136:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.700144:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.700146:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.700150:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.700183:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.700196:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 11 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.700210:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625848576:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.700329:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.703407:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625848576:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.703438:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.703455:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849800, rc 0) 00000100:00100000:2.0:1746135168.703508:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627941376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3454us (3728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.703517:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29501 00000100:00100000:0.0:1746135168.703862:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.704004:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627941504 00000100:00100000:2.0:1746135168.704013:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627941504 00010000:00010000:2.0:1746135168.704043:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 12 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.704074:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13809 00000100:00100000:2.0:1746135168.704081:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954627941504:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.704094:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.704119:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 12 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.704131:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 12 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.704156:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f849e00/0xc3cfcce4a57c27a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db1 expref: 12 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.704176:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.704178:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.704188:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.704196:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.704230:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.704247:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625848704:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.704316:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.706370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.706534:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627941632 00000100:00100000:2.0:1746135168.706546:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627941632 00000100:00100000:2.0:1746135168.706621:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29502 00000100:00100000:2.0:1746135168.706630:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1804:x1830954627941632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.707938:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.707967:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236dbf expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.708014:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.708022:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.708024:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.708027:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.708070:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.708083:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 5 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.708095:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625848832:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.709838:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.710265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.710295:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627941888 00000100:00100000:1.0:1746135168.710303:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627941888 00002000:00100000:1.0:1746135168.710340:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0f100 x1830954627941888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.710348:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0f100 with x1830954627941888 ext(0->4095) 00010000:00010000:1.0:1746135168.710354:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.710365:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135168.710370:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0f100 00000100:00100000:1.0:1746135168.710399:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2371 00000100:00100000:1.0:1746135168.710406:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627941888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135168.710531:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627941888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.710536:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2371 00002000:00100000:1.0:1746135168.710541:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0f100 x1830954627941888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.710548:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0f100 with x1830954627941888 ext(0->4095) 00010000:00010000:1.0:1746135168.710552:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.710560:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135168.710569:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0f100 00000100:00100000:2.0:1746135168.710740:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625848704:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.710756:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.710774:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954627941504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6695us (6913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.710785:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13809 00000100:00100000:3.0:1746135168.712751:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625848832:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.712793:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 12 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.712817:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d4400, rc 0) 00000100:00100000:3.0:1746135168.712888:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1804:x1830954627941632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6258us (6527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.712898:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29502 00000100:00100000:0.0:1746135168.718230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.718768:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627942016 00000100:00100000:3.0:1746135168.718780:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627942016 00000100:00100000:3.0:1746135168.718856:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29503 00000100:00100000:3.0:1746135168.718866:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1820:x1830954627942016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.718892:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.718917:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236dc6 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.718951:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.718959:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.718966:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.718969:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 13 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.719008:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.719020:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 13 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.719031:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135168.719107:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1820:x1830954627942016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.719114:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29503 00000100:00100000:2.0:1746135168.725308:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.726923:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627942144 00000100:00100000:0.0:1746135168.726936:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627942144 00010000:00010000:0.0:1746135168.726983:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135168.727022:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13810 00000100:00100000:0.0:1746135168.727030:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627942144:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135168.727048:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135168.727074:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135168.727088:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135168.727114:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f849800/0xc3cfcce4a57c27ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236db8 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135168.727145:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135168.727147:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135168.727156:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 12 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.727164:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 12 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.727205:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 12 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.727241:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 12 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135168.727257:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009561ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849088:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135168.727583:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.730432:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009561ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849088:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.730483:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.730560:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627942144:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3529us (5263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.730574:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13810 00000100:00100000:0.0:1746135168.735337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.735450:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627942400 00000100:00100000:2.0:1746135168.735459:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627942400 00002000:00100000:2.0:1746135168.735505:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561d180 x1830954627942400/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.735512:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561d180 with x1830954627942400 ext(0->4095) 00010000:00010000:2.0:1746135168.735520:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.735533:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.735541:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561d180 00000100:00100000:2.0:1746135168.735629:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2372 00000100:00100000:2.0:1746135168.735637:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954627942400:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.735933:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954627942400:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 294us (606us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.735939:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2372 00002000:00100000:2.0:1746135168.735945:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561d180 x1830954627942400/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.735952:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561d180 with x1830954627942400 ext(0->4095) 00010000:00010000:2.0:1746135168.735956:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.735965:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.735971:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561d180 00000100:00100000:0.0:1746135168.737718:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.737784:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627942528 00000100:00100000:2.0:1746135168.737793:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627942528 00010000:00010000:2.0:1746135168.737827:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.737854:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13811 00000100:00100000:2.0:1746135168.737860:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2008:x1830954627942528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.737875:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.737903:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.737915:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.737944:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c27b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dbf expref: 13 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.737981:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.737983:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.737990:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 12 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.737998:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 12 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.738038:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 12 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.738056:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849216:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.738834:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.741501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.741569:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627942784 00000100:00100000:0.0:1746135168.741575:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849216:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.741579:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627942784 00010000:00010000:0.0:1746135168.741617:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746135168.741675:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268d500 x1830954627942784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.741685:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d500 with x1830954627942784 ext(0->4095) 00002000:00010000:3.0:1746135168.741692:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268d500 00000100:00100000:0.0:1746135168.741705:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2008:x1830954627942528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3842us (3992us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135168.741717:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13811 00000100:00100000:3.0:1746135168.741719:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13131 00000100:00100000:3.0:1746135168.741727:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2009:x1830954627942784:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746135168.741894:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2009:x1830954627942784:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (409us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.741904:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13131 00002000:00100000:3.0:1746135168.741909:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268d500 x1830954627942784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.741915:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d500 with x1830954627942784 ext(0->4095) 00002000:00010000:3.0:1746135168.741918:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268d500 00000100:00100000:0.0:1746135168.747209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.747285:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627942912 00000100:00100000:2.0:1746135168.747294:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627942912 00000100:00100000:2.0:1746135168.747355:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29504 00000100:00100000:2.0:1746135168.747363:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627942912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.747384:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.747403:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236dcd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.747430:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 11 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.747437:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.747439:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.747442:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.747470:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 11 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.747481:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 11 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.747491:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625849344:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.747576:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.751417:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625849344:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.751456:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.751477:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d5f3a00, rc 0) 00000100:00100000:2.0:1746135168.751521:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627942912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4159us (4319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.751529:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29504 00000100:00100000:0.0:1746135168.752021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.752503:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627943040 00000100:00100000:2.0:1746135168.752512:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627943040 00010000:00010000:2.0:1746135168.752543:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 12 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.752583:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13812 00000100:00100000:2.0:1746135168.752600:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627943040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.752616:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.752672:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 12 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.752684:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 12 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.752707:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c27bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dc6 expref: 12 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.752731:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.752733:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.752739:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.752747:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.752772:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.752783:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849472:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.754621:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.754940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.755189:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627943168 00000100:00100000:2.0:1746135168.755199:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627943168 00000100:00100000:2.0:1746135168.755254:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29505 00000100:00100000:2.0:1746135168.755262:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1804:x1830954627943168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.755287:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.755312:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236dd4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.755342:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.755349:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.755350:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.755353:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.755381:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.755391:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.755402:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625849600:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.755492:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.759944:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625849600:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.759977:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.759999:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b0e800, rc 0) 00000100:00100000:2.0:1746135168.760063:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1804:x1830954627943168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4801us (5128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.760071:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29505 00000100:00100000:1.0:1746135168.760870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.760919:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627943424 00000100:00100000:0.0:1746135168.760926:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627943424 00002000:00100000:0.0:1746135168.760963:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595180 x1830954627943424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135168.760978:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595180 with x1830954627943424 ext(0->4095) 00000100:00100000:3.0:1746135168.760979:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849472:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135168.760986:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135168.760996:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746135168.761000:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135168.761005:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595180 00000100:00100000:3.0:1746135168.761026:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627943040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8435us (9007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.761034:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13812 00000100:00100000:0.0:1746135168.761037:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2373 00000100:00100000:0.0:1746135168.761044:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627943424:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135168.761883:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627943424:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 835us (1011us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135168.761889:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2373 00002000:00100000:0.0:1746135168.761894:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595180 x1830954627943424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135168.761902:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595180 with x1830954627943424 ext(0->4095) 00010000:00010000:0.0:1746135168.761907:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135168.761917:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135168.761922:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595180 00000100:00100000:0.0:1746135168.766010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.768126:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627943552 00000100:00100000:3.0:1746135168.768140:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627943552 00010000:00010000:3.0:1746135168.768191:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135168.768737:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13813 00000100:00100000:3.0:1746135168.768746:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627943552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135168.768763:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.768785:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135168.768798:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135168.768822:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c27c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dcd expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135168.768853:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.768855:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.768863:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.768870:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.768904:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135168.768915:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849728:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.772415:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.775910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.776183:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627943808 00000100:00100000:3.0:1746135168.776191:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627943808 00002000:00100000:3.0:1746135168.776229:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561e300 x1830954627943808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.776238:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561e300 with x1830954627943808 ext(0->4095) 00002000:00010000:3.0:1746135168.776243:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561e300 00000100:00100000:3.0:1746135168.776262:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13132 00000100:00100000:3.0:1746135168.776268:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627943808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.776689:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849728:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.776704:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.777293:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954627943808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1022us (1392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135168.777301:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13132 00002000:00100000:3.0:1746135168.777308:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561e300 x1830954627943808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746135168.777345:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627943552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8599us (11347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.777353:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13813 00002000:00100000:3.0:1746135168.778324:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561e300 with x1830954627943808 ext(0->4095) 00002000:00010000:3.0:1746135168.778330:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561e300 00000100:00100000:0.0:1746135168.787583:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.788036:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627943936 00000100:00100000:0.0:1746135168.788050:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627943936 00000100:00100000:0.0:1746135168.788103:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29506 00000100:00100000:0.0:1746135168.788113:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627943936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135168.788134:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135168.788162:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ddb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.788205:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.788213:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135168.788215:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135168.788219:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.788253:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135168.788265:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 11 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135168.788280:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009561ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625849856:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135168.788693:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.803202:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009561ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625849856:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.803236:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.803253:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:2.0:1746135168.803312:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627943936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 15200us (15885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.803320:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29506 00000100:00100000:0.0:1746135168.811209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.811285:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627944064 00000100:00100000:3.0:1746135168.811294:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627944064 00002000:00100000:3.0:1746135168.811334:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009561ed80 x1830954627944064/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135168.811343:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561ed80 with x1830954627944064 ext(0->7) 00010000:00010000:3.0:1746135168.811352:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 12 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135168.811365:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 12 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135168.811372:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561ed80 00000100:00100000:3.0:1746135168.811403:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2374 00000100:00100000:3.0:1746135168.811410:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954627944064:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135168.813327:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954627944064:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1911us (2124us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746135168.813338:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2374 00002000:00100000:0.0:1746135168.813346:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009561ed80 x1830954627944064/t4294970597(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/448 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135168.813353:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561ed80 with x1830954627944064 ext(0->7) 00010000:00010000:0.0:1746135168.813361:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 14 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135168.813374:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 14 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135168.813380:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561ed80 00000100:00100000:0.0:1746135168.834245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.834454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.834544:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627944192 00000100:00100000:2.0:1746135168.834552:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627944192 00010000:00010000:2.0:1746135168.834582:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 14 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.835012:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13814 00000100:00100000:2.0:1746135168.835023:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954627944192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.835036:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746135168.835050:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135168 -> 1746135169 00002000:00010000:2.0:1746135168.835052:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135168 -> 1746135169 00010000:00010000:2.0:1746135168.835057:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 14 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.835067:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 14 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.835086:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c27c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dd4 expref: 14 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.835454:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.835456:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.835463:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.835471:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.835501:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.835512:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849984:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.836133:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627944320 00000100:00100000:3.0:1746135168.836138:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627944320 00000100:00100000:2.0:1746135168.836776:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52df00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.837122:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29507 00000100:00100000:3.0:1746135168.837130:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:1804:x1830954627944320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.837143:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.837156:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236de2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.837176:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.837183:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.837184:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.837187:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.837206:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.837214:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135168.837222:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625850112:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135168.837255:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.840202:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625850112:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.840238:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.840259:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d200, rc 0) 00000100:00100000:2.0:1746135168.840404:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625849984:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.840418:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135168.840790:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1804:x1830954627944320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3659us (6334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.840794:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954627944192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5773us (6555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.840798:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29507 00000100:00100000:2.0:1746135168.840803:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13814 00000100:00100000:0.0:1746135168.841363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.844291:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627944576 00000100:00100000:2.0:1746135168.844304:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627944576 00002000:00100000:2.0:1746135168.844347:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561f800 x1830954627944576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.844356:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561f800 with x1830954627944576 ext(0->4095) 00010000:00010000:2.0:1746135168.844366:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.844382:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.844391:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561f800 00000100:00100000:2.0:1746135168.844438:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2375 00000100:00100000:2.0:1746135168.844445:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627944576:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.844662:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627944576:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 216us (3299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.844668:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2375 00002000:00100000:2.0:1746135168.844673:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561f800 x1830954627944576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.844680:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561f800 with x1830954627944576 ext(0->4095) 00010000:00010000:2.0:1746135168.844684:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.844698:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.844704:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561f800 00000100:00100000:0.0:1746135168.858223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.858698:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627944704 00000100:00100000:2.0:1746135168.858712:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627944704 00010000:00010000:2.0:1746135168.858765:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.860975:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13815 00000100:00100000:2.0:1746135168.860991:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627944704:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.861009:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.861031:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.861044:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.861064:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c27d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ddb expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.861093:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.861095:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.861106:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.861117:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.861146:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.861156:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625850240:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.861243:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52df00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.869379:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625850240:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.869400:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.869456:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627944704:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8470us (11238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.869467:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13815 00000100:00100000:0.0:1746135168.870073:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.870170:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627944960 00000100:00100000:1.0:1746135168.870176:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627944960 00002000:00100000:1.0:1746135168.870209:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561ea00 x1830954627944960/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.870217:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561ea00 with x1830954627944960 ext(0->4095) 00002000:00010000:1.0:1746135168.870221:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561ea00 00000100:00100000:1.0:1746135168.870252:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13133 00000100:00100000:1.0:1746135168.870259:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2008:x1830954627944960:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135168.870365:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2008:x1830954627944960:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.870371:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13133 00002000:00100000:1.0:1746135168.870376:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561ea00 x1830954627944960/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.870383:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561ea00 with x1830954627944960 ext(0->4095) 00002000:00010000:1.0:1746135168.870385:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561ea00 00000100:00100000:0.0:1746135168.877744:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.879984:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627945088 00000100:00100000:3.0:1746135168.880003:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627945088 00000100:00100000:3.0:1746135168.880066:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29508 00000100:00100000:3.0:1746135168.880072:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627945088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.880092:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.880112:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236de9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.880140:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.880145:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.880146:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.880149:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.880174:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.880182:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 13 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135168.880191:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625850368:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135168.880277:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.884400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.885068:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625850368:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.885096:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.885115:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d800, rc 0) 00000100:00100000:2.0:1746135168.885895:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627945216 00000100:00100000:2.0:1746135168.885903:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627945216 00002000:00100000:2.0:1746135168.885931:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae34000 x1830954627945216/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.885939:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34000 with x1830954627945216 ext(0->7) 00010000:00010000:2.0:1746135168.885945:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 14 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.885955:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 14 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.885961:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae34000 00000100:00100000:2.0:1746135168.885982:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2376 00000100:00100000:2.0:1746135168.885988:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954627945216:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135168.886149:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627945088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6077us (8413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.886159:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29508 00000100:00100000:0.0:1746135168.887241:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954627945216:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1250us (2847us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746135168.887248:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2376 00002000:00100000:0.0:1746135168.887254:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae34000 x1830954627945216/t4294970598(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 496/448 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135168.887261:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34000 with x1830954627945216 ext(0->7) 00010000:00010000:0.0:1746135168.887266:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135168.887277:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135168.887282:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae34000 00000100:00100000:1.0:1746135168.894075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.894157:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627945344 00000100:00100000:2.0:1746135168.894165:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627945344 00010000:00010000:2.0:1746135168.894201:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.894227:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13816 00000100:00100000:2.0:1746135168.894234:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954627945344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.894245:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.894262:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.894273:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.894296:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c27d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de2 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.894770:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.894773:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.894780:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.894788:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.894824:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135168.894835:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625850496:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.895706:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52df00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.899435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.899527:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625850496:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135168.899542:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.899576:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954627945344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5342us (5509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.899597:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13816 00000100:00100000:1.0:1746135168.900015:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627945600 00000100:00100000:1.0:1746135168.900022:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627945600 00002000:00100000:1.0:1746135168.900172:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34380 x1830954627945600/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.900187:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34380 with x1830954627945600 ext(0->4095) 00002000:00010000:1.0:1746135168.900192:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae34380 00000100:00100000:1.0:1746135168.900242:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13134 00000100:00100000:1.0:1746135168.900249:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627945600:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135168.900625:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627945600:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 375us (1196us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.900631:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13134 00002000:00100000:1.0:1746135168.900636:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34380 x1830954627945600/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.900660:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34380 with x1830954627945600 ext(0->4095) 00002000:00010000:1.0:1746135168.900663:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae34380 00000100:00100000:0.0:1746135168.905897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.906483:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627945728 00000100:00100000:3.0:1746135168.906491:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627945728 00000100:00100000:3.0:1746135168.906540:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29509 00000100:00100000:3.0:1746135168.906549:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1820:x1830954627945728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.906566:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.906586:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236df0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.906622:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.906630:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.906631:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.906634:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.906722:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.906733:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135168.906745:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625850624:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135168.906864:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.911941:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625850624:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135168.911968:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.911984:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447dc00, rc 0) 00000100:00100000:3.0:1746135168.912279:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1820:x1830954627945728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5725us (6382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.912293:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29509 00000100:00100000:0.0:1746135168.919490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.921162:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627945856 00000100:00100000:3.0:1746135168.921177:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627945856 00000100:00100000:3.0:1746135168.921252:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29510 00000100:00100000:3.0:1746135168.921259:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1804:x1830954627945856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135168.921275:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135168.921290:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236df7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.921323:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135168.921329:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.921335:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.921338:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.921382:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.921409:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.921426:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:3.0:1746135168.921491:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:1804:x1830954627945856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 231us (2012us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.921498:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29510 00000100:00100000:0.0:1746135168.921853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.921870:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627945984 00000100:00100000:2.0:1746135168.921874:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627945984 00010000:00010000:2.0:1746135168.921891:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.922086:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13817 00000100:00100000:2.0:1746135168.922092:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627945984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135168.922101:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135168.922116:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.922125:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.922140:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c27de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236de9 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.922166:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.922167:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.922173:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.922179:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.922199:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.922208:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.922217:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625850880:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135168.922278:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135168.930995:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625850880:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135168.931022:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135168.931069:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627945984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8976us (9216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135168.931080:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13817 00000100:00100000:0.0:1746135168.932131:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.934164:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627946240 00000100:00100000:1.0:1746135168.934179:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627946240 00002000:00100000:1.0:1746135168.934257:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35180 x1830954627946240/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.934271:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35180 with x1830954627946240 ext(0->4095) 00010000:00010000:1.0:1746135168.934288:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.934314:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135168.934324:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35180 00000100:00100000:1.0:1746135168.934364:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2377 00000100:00100000:1.0:1746135168.934375:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2008:x1830954627946240:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135168.934760:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2008:x1830954627946240:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 379us (2624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135168.934778:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2377 00002000:00100000:1.0:1746135168.934790:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35180 x1830954627946240/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135168.934801:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35180 with x1830954627946240 ext(0->4095) 00010000:00010000:1.0:1746135168.934811:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.934824:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135168.934833:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35180 00000100:00100000:0.0:1746135168.945299:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.945392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135168.945687:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627946368 00000100:00100000:3.0:1746135168.945696:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627946368 00000100:00100000:1.0:1746135168.945707:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627946496 00000100:00100000:1.0:1746135168.945711:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627946496 00010000:00010000:1.0:1746135168.945737:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135168.945740:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29511 00000100:00100000:3.0:1746135168.945750:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627946368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746135168.945764:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13818 00010000:00010000:3.0:1746135168.945768:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746135168.945769:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954627946496:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135168.945781:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135168.945786:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236dfe expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.945799:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135168.945815:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135168.945822:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.945830:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135168.945834:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.945963:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.945984:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c27e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df0 expref: 17 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135168.946000:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.946001:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.946002:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.946008:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.946014:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135168.946027:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.946034:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.946043:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135168.946053:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:1.0:1746135168.946054:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625851136:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135168.946133:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627946368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 383us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135168.946140:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29511 00000100:00100000:1.0:1746135168.947031:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135168.955579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.955723:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625851136:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135168.955744:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135168.955780:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954627946496:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 10010us (10387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.955791:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13818 00000100:00100000:2.0:1746135168.955882:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627946752 00000100:00100000:2.0:1746135168.955889:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627946752 00002000:00100000:2.0:1746135168.955928:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7d500 x1830954627946752/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.955936:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d500 with x1830954627946752 ext(0->4095) 00010000:00010000:2.0:1746135168.955946:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.955959:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.955965:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7d500 00000100:00100000:2.0:1746135168.955980:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2378 00000100:00100000:2.0:1746135168.955986:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627946752:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.957535:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627946752:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1538us (1953us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.957547:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2378 00002000:00100000:2.0:1746135168.957557:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7d500 x1830954627946752/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.957568:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d500 with x1830954627946752 ext(0->4095) 00010000:00010000:2.0:1746135168.957580:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.957605:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.957611:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7d500 00000100:00100000:0.0:1746135168.961145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135168.961198:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.961324:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627947008 00000100:00100000:1.0:1746135168.961332:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627947008 00010000:00010000:1.0:1746135168.961360:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135168.961395:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13819 00000100:00100000:1.0:1746135168.961401:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627947008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135168.961413:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135168.961432:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.961443:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.961464:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c27ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236df7 expref: 16 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.961479:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.961481:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.961487:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.961494:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.961519:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135168.961530:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625851264:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135168.961614:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135168.961787:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627946880 00000100:00100000:2.0:1746135168.961792:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627946880 00000100:00100000:2.0:1746135168.961818:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29512 00000100:00100000:2.0:1746135168.961822:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1804:x1830954627946880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.961836:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.961845:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e05 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.961866:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.961871:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.961872:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135168.961875:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 17 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.961892:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.961901:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.961908:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625851392:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.961945:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.966396:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625851264:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135168.966414:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135168.966485:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625851392:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135168.966504:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 17 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.966519:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5a00, rc 0) 00000100:00100000:2.0:1746135168.966539:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:1804:x1830954627946880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4715us (5402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135168.966546:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29512 00000100:00100000:1.0:1746135168.967484:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627947008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5047us (5249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.967493:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13819 00000100:00100000:0.0:1746135168.969532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.969947:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627947264 00000100:00100000:2.0:1746135168.969955:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627947264 00002000:00100000:2.0:1746135168.969990:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35f80 x1830954627947264/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.969999:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35f80 with x1830954627947264 ext(0->4095) 00010000:00010000:2.0:1746135168.970006:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.970018:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.970024:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35f80 00000100:00100000:2.0:1746135168.970309:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2379 00000100:00100000:2.0:1746135168.970316:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627947264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135168.970441:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627947264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (916us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.970446:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2379 00002000:00100000:2.0:1746135168.970450:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35f80 x1830954627947264/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.970456:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35f80 with x1830954627947264 ext(0->4095) 00010000:00010000:2.0:1746135168.970460:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135168.970468:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135168.970473:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35f80 00000100:00100000:0.0:1746135168.974298:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.984196:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627947392 00000100:00100000:1.0:1746135168.984207:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627947392 00010000:00010000:1.0:1746135168.984272:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135168.984299:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13820 00000100:00100000:1.0:1746135168.984304:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627947392:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135168.984317:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135168.984331:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.984341:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.984361:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c27f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236dfe expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135168.984375:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.984377:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135168.984383:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.984389:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135168.984433:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135168.984442:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625851520:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135168.990028:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135168.990153:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135168.990181:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625851520:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135168.990199:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135168.990241:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627947392:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5936us (15955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135168.990253:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13820 00000100:00100000:2.0:1746135168.990637:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627947648 00000100:00100000:2.0:1746135168.990664:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627947648 00002000:00100000:2.0:1746135168.990706:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae36680 x1830954627947648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/0 e 0 to 0 dl 1746135179 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.990715:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae36680 with x1830954627947648 ext(0->4095) 00002000:00010000:2.0:1746135168.990720:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae36680 00000100:00100000:2.0:1746135168.990737:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13135 00000100:00100000:2.0:1746135168.990743:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627947648:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135168.991893:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954627947648:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1141us (1868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135168.991905:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13135 00002000:00100000:2.0:1746135168.991913:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae36680 x1830954627947648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:624/0 lens 488/4536 e 0 to 0 dl 1746135179 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135168.991921:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae36680 with x1830954627947648 ext(0->4095) 00002000:00010000:2.0:1746135168.991925:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae36680 00000100:00100000:0.0:1746135168.994950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135168.997127:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627947776 00000100:00100000:2.0:1746135168.997138:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627947776 00000100:00100000:2.0:1746135168.997209:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29513 00000100:00100000:2.0:1746135168.997216:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627947776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135168.997234:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135168.997254:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e0c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.997285:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.997296:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.997299:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135168.997302:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.997333:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135168.997345:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 15 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135168.997357:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625851648:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135168.999721:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.006194:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625851648:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.006230:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.006250:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e4400, rc 0) 00000100:00100000:2.0:1746135169.006307:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627947776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9090us (11363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.006315:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29513 00000100:00100000:0.0:1746135169.007603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.007666:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627947904 00000100:00100000:2.0:1746135169.007673:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627947904 00002000:00100000:2.0:1746135169.007719:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d3ca050 x1830954627947904/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.007732:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d3ca050 with x1830954627947904 ext(0->7) 00010000:00010000:2.0:1746135169.007737:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 16 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.007748:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 16 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.007754:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d3ca050 00000100:00100000:2.0:1746135169.007777:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2380 00000100:00100000:2.0:1746135169.007783:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954627947904:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00080000:0.0:1746135169.008026:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746135169.010536:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954627947904:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2745us (2929us total) trans 4294970599 rc 0/0 00000100:00100000:2.0:1746135169.010548:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2380 00002000:00100000:2.0:1746135169.010556:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d3ca050 x1830954627947904/t4294970599(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.010565:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d3ca050 with x1830954627947904 ext(0->7) 00010000:00010000:2.0:1746135169.010573:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 18 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.010772:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 18 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.010779:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d3ca050 00000100:00100000:0.0:1746135169.021542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.021668:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627948032 00000100:00100000:1.0:1746135169.021678:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627948032 00010000:00010000:1.0:1746135169.021715:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 18 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.021752:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13821 00000100:00100000:1.0:1746135169.021759:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954627948032:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.021771:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.021790:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 18 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.021806:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 18 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.021827:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c27fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e05 expref: 18 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.021843:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.021845:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.021851:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.021858:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.021884:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135169.021893:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625851776:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135169.021976:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.024010:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625851776:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.024029:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.024067:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954627948032:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2308us (2533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.024076:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13821 00000100:00100000:0.0:1746135169.025172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.025240:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627948288 00000100:00100000:2.0:1746135169.025248:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627948288 00002000:00100000:2.0:1746135169.025296:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae37100 x1830954627948288/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.025304:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae37100 with x1830954627948288 ext(0->4095) 00002000:00010000:2.0:1746135169.025308:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae37100 00000100:00100000:2.0:1746135169.025335:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13136 00000100:00100000:2.0:1746135169.025341:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627948288:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.025466:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627948288:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.025471:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13136 00002000:00100000:2.0:1746135169.025477:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae37100 x1830954627948288/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.025483:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae37100 with x1830954627948288 ext(0->4095) 00002000:00010000:2.0:1746135169.025486:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae37100 00000100:00080000:0.0:1746135169.025736:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135169.032970:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.033065:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627948416 00000100:00100000:2.0:1746135169.033073:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627948416 00000100:00100000:2.0:1746135169.033107:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29514 00000100:00100000:2.0:1746135169.033113:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:1820:x1830954627948416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.033127:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.033141:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e13 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.033162:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.033172:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.033174:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.033176:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 18 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.033198:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.033206:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 5 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.033215:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625851904:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.033287:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.042110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.042289:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625851904:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.042290:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627948544 00000100:00100000:2.0:1746135169.042295:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627948544 00010000:00010000:3.0:1746135169.042315:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.042331:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5600, rc 0) 00000100:00100000:2.0:1746135169.042331:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29515 00000100:00100000:2.0:1746135169.042336:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:1804:x1830954627948544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.042348:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.042361:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e1a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.042381:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1820:x1830954627948416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9267us (9417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.042386:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29514 00010000:00010000:2.0:1746135169.042516:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.042521:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.042527:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.042531:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.042563:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.042572:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.042578:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009df48800, rc 0) 00000100:00100000:2.0:1746135169.042773:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:1804:x1830954627948544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 436us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.042779:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29515 00000100:00100000:0.0:1746135169.045360:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.045447:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627948672 00000100:00100000:1.0:1746135169.045455:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627948672 00010000:00010000:1.0:1746135169.045482:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.045513:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13822 00000100:00100000:1.0:1746135169.045520:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627948672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.045531:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.045546:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.045557:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.045576:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c2801 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e0c expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.045602:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.045603:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.045609:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 18 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.045615:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 18 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.045666:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 18 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.045675:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 18 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.045684:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625852160:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135169.045755:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.047890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.047960:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627948928 00000100:00100000:2.0:1746135169.047966:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627948928 00002000:00100000:2.0:1746135169.047997:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34000 x1830954627948928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.048006:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34000 with x1830954627948928 ext(0->4095) 00010000:00010000:2.0:1746135169.048012:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.048022:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.048027:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae34000 00000100:00100000:2.0:1746135169.048057:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2381 00000100:00100000:2.0:1746135169.048064:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627948928:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.048176:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627948928:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.048182:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2381 00002000:00100000:2.0:1746135169.048186:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34000 x1830954627948928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.048192:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34000 with x1830954627948928 ext(0->4095) 00010000:00010000:2.0:1746135169.048196:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.048203:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.048208:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae34000 00000100:00100000:1.0:1746135169.048269:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625852160:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.048283:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.048301:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627948672:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2782us (2948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.048307:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13822 00000100:00100000:0.0:1746135169.050429:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.050484:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.050565:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627949056 00000100:00100000:2.0:1746135169.050572:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627949056 00000100:00100000:2.0:1746135169.050614:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29516 00000100:00100000:2.0:1746135169.050622:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627949056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.050637:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.050673:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e21 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.050696:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.050701:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.050706:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135169.050709:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.050740:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.050751:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.050760:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800866de400, rc 0) 00000100:00100000:2.0:1746135169.050798:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627949056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.050803:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29516 00000100:00100000:1.0:1746135169.050945:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627949184 00000100:00100000:1.0:1746135169.050949:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627949184 00010000:00010000:1.0:1746135169.050964:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.050981:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13823 00000100:00100000:1.0:1746135169.050985:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7928c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2011:x1830954627949184:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.050993:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.051009:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.051018:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.051033:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c2808 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e13 expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.051046:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.051048:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.051053:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.051059:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.051076:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.051086:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.051097:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625852416:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135169.051159:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.058090:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625852416:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.058112:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.058171:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954627949184:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7183us (7684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.058184:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13823 00000100:00100000:0.0:1746135169.058677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.058830:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627949440 00000100:00100000:2.0:1746135169.058835:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627949440 00002000:00100000:2.0:1746135169.058865:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35180 x1830954627949440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.058873:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35180 with x1830954627949440 ext(0->4095) 00010000:00010000:2.0:1746135169.058881:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.058891:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.058897:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35180 00000100:00100000:2.0:1746135169.058925:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2382 00000100:00100000:2.0:1746135169.058932:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2008:x1830954627949440:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135169.059047:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2008:x1830954627949440:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.059053:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2382 00002000:00100000:2.0:1746135169.059058:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35180 x1830954627949440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.059065:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35180 with x1830954627949440 ext(0->4095) 00010000:00010000:2.0:1746135169.059070:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.059079:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.059084:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35180 00000100:00100000:0.0:1746135169.064632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.065341:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627949696 00000100:00100000:1.0:1746135169.065349:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627949696 00010000:00010000:1.0:1746135169.065382:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.065420:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13824 00000100:00100000:1.0:1746135169.065427:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954627949696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.065442:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.065461:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.065472:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.065492:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009df48800/0xc3cfcce4a57c280f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e1a expref: 18 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135169.066178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.066194:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627949568 00000100:00100000:0.0:1746135169.066197:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627949568 00000100:00100000:0.0:1746135169.066219:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29517 00000100:00100000:0.0:1746135169.066224:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1804:x1830954627949568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135169.066236:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135169.066245:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e28 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.066258:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.066263:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.066268:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135169.066271:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.066298:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.066313:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.066320:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.066321:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.066326:0:11615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.066332:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.066346:0:11615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.066354:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135169.066364:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625852672:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135169.066423:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94240 going to sleep for 11 seconds 00010000:00010000:1.0:1746135169.067446:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.067581:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2010:x1830954627949696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2151us (2954us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.067597:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13824 00000100:00100000:0.0:1746135169.068765:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625852672:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135169.068784:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9600, rc 0) 00000100:00100000:0.0:1746135169.068807:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1804:x1830954627949568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2583us (2630us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.068814:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29517 00000100:00100000:0.0:1746135169.073299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.073943:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627949952 00000100:00100000:2.0:1746135169.073951:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627949952 00002000:00100000:2.0:1746135169.073989:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34700 x1830954627949952/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.073998:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34700 with x1830954627949952 ext(0->4095) 00010000:00010000:2.0:1746135169.074006:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.074018:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.074025:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae34700 00000100:00100000:2.0:1746135169.074054:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2383 00000100:00100000:2.0:1746135169.074061:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627949952:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135169.074188:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627949952:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (895us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.074193:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2383 00002000:00100000:2.0:1746135169.074197:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34700 x1830954627949952/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.074203:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34700 with x1830954627949952 ext(0->4095) 00010000:00010000:2.0:1746135169.074207:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.074215:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.074219:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae34700 00000100:00100000:1.0:1746135169.091564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.091612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.091655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.091836:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627950080 00000100:00100000:0.0:1746135169.091844:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627950080 00000100:00100000:1.0:1746135169.091980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.091996:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.092104:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 577 00000100:00100000:0.0:1746135169.092113:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d1679040-1d62-400d-a12d-d6046506b877+12:2008:x1830954627950080:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135169.092173:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d1679040-1d62-400d-a12d-d6046506b877+12:2008:x1830954627950080:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 62us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.092179:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 577 00000100:00100000:0.0:1746135169.092208:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627950976 00000100:00100000:0.0:1746135169.092211:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627950976 00000100:00100000:0.0:1746135169.092236:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 816 00000100:00100000:0.0:1746135169.092240:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627950976:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135169.092260:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627950976:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.092265:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 816 00000100:00080000:0.0:1746135169.092277:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746135169.092875:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627950336 00000100:00100000:3.0:1746135169.092879:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627950336 00000100:00100000:3.0:1746135169.092910:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627950592 00000100:00100000:3.0:1746135169.092912:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627950592 00000100:00100000:3.0:1746135169.092924:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627950208 00000100:00100000:3.0:1746135169.092926:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627950208 00000100:00100000:3.0:1746135169.092939:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1221 00000100:00100000:3.0:1746135169.092944:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2008:x1830954627950336:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135169.092981:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2008:x1830954627950336:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 37us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.092986:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1221 00000100:00100000:3.0:1746135169.092996:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1222 00000100:00100000:3.0:1746135169.093001:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2008:x1830954627950592:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135169.093018:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2008:x1830954627950592:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (1378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.093023:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1222 00000100:00100000:3.0:1746135169.093031:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1223 00000100:00100000:3.0:1746135169.093035:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954627950208:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135169.093050:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954627950208:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 15us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.093055:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1223 00000100:00080000:3.0:1746135169.093087:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746135169.093090:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746135169.094221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.095546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.095601:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.095687:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627950848 00000100:00100000:0.0:1746135169.095695:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627950848 00010000:00010000:0.0:1746135169.095723:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135169.095744:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13825 00000100:00100000:0.0:1746135169.095749:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627950848:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135169.095758:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135169.095775:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.095789:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.095806:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2816 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e21 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.095818:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.095820:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.095825:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.095831:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.095853:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135169.095862:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae34a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625852800:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135169.095925:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.095983:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627950720 00000100:00100000:3.0:1746135169.095986:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627950720 00000100:00100000:3.0:1746135169.096009:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1224 00000100:00100000:3.0:1746135169.096012:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627950720:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135169.096039:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627950720:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 26us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.096044:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1224 00000100:00080000:3.0:1746135169.096057:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746135169.096194:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627950464 00000100:00100000:2.0:1746135169.096199:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627950464 00000100:00100000:2.0:1746135169.096233:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 817 00000100:00100000:2.0:1746135169.096237:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2008:x1830954627950464:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1746135169.096260:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2008:x1830954627950464:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (2043us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.096264:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 817 00000100:00080000:3.0:1746135169.096671:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135169.099160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.099272:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae34a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625852800:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.099298:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.099346:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627950848:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3597us (3744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.099357:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13825 00000100:00100000:3.0:1746135169.099507:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627951232 00000100:00100000:3.0:1746135169.099512:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627951232 00002000:00100000:3.0:1746135169.099538:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34e00 x1830954627951232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.099547:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34e00 with x1830954627951232 ext(0->4095) 00002000:00010000:3.0:1746135169.099551:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae34e00 00000100:00100000:3.0:1746135169.099841:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13137 00000100:00100000:3.0:1746135169.099847:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954627951232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135169.099972:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954627951232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (820us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.099977:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13137 00002000:00100000:3.0:1746135169.099981:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34e00 x1830954627951232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.099988:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34e00 with x1830954627951232 ext(0->4095) 00002000:00010000:3.0:1746135169.099990:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae34e00 00000100:00100000:2.0:1746135169.114863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.120734:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627951360 00000100:00100000:0.0:1746135169.120749:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627951360 00000100:00100000:0.0:1746135169.120825:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29518 00000100:00100000:0.0:1746135169.120833:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627951360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135169.120852:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135169.120868:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e2f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.120898:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.120905:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135169.120906:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135169.120909:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.120936:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.120947:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 17 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135169.120959:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625852928:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135169.121058:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.122692:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae35500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625852928:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135169.122715:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.122727:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800866df400, rc 0) 00000100:00100000:1.0:1746135169.122775:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627951360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1943us (7922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.122781:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29518 00000100:00100000:0.0:1746135169.135583:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.135705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.135809:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627951488 00000100:00100000:2.0:1746135169.135817:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627951488 00002000:00100000:2.0:1746135169.135851:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae35c00 x1830954627951488/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.135860:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35c00 with x1830954627951488 ext(0->7) 00010000:00010000:2.0:1746135169.135868:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 18 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.135880:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 18 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.135886:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35c00 00000100:00100000:2.0:1746135169.135905:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2384 00000100:00100000:2.0:1746135169.135911:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954627951488:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135169.136133:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627951616 00000100:00100000:3.0:1746135169.136137:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627951616 00000100:00100000:3.0:1746135169.136159:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29519 00000100:00100000:3.0:1746135169.136164:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:1804:x1830954627951616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.136172:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.136184:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e36 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.136200:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.136205:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.136210:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135169.136214:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.136248:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.136257:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.136265:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:3.0:1746135169.136300:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627951616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.136305:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29519 00000100:00100000:2.0:1746135169.138188:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954627951488:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2269us (2604us total) trans 4294970600 rc 0/0 00000100:00100000:2.0:1746135169.138198:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2384 00002000:00100000:2.0:1746135169.138206:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae35c00 x1830954627951488/t4294970600(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.138214:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35c00 with x1830954627951488 ext(0->7) 00010000:00010000:2.0:1746135169.138221:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.138238:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.138244:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35c00 00000100:00100000:0.0:1746135169.153336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.154483:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627951744 00000100:00100000:2.0:1746135169.154493:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627951744 00010000:00010000:2.0:1746135169.154527:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.154567:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13826 00000100:00100000:2.0:1746135169.154574:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2008:x1830954627951744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.154594:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.154614:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.154624:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.154655:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9600/0xc3cfcce4a57c281d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e28 expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.154678:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.154680:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.154686:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.154697:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.154724:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.154732:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 5 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.154742:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625853184:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.154810:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.160042:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.160114:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625853184:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.160129:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.160178:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2008:x1830954627951744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5604us (6849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.160187:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13826 00000100:00100000:0.0:1746135169.160438:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627952000 00000100:00100000:0.0:1746135169.160443:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627952000 00002000:00100000:0.0:1746135169.160479:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268d880 x1830954627952000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.160487:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d880 with x1830954627952000 ext(0->4095) 00010000:00010000:0.0:1746135169.160494:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.160509:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.160514:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268d880 00000100:00100000:0.0:1746135169.160530:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2385 00000100:00100000:0.0:1746135169.160536:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627952000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135169.160672:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627952000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (638us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135169.160678:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2385 00002000:00100000:0.0:1746135169.160683:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268d880 x1830954627952000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.160690:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d880 with x1830954627952000 ext(0->4095) 00010000:00010000:0.0:1746135169.160694:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.160703:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.160708:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268d880 00000100:00100000:0.0:1746135169.167129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.167876:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.167943:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627952128 00000100:00100000:2.0:1746135169.167950:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627952128 00010000:00010000:2.0:1746135169.167977:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135169.168045:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627952256 00000100:00100000:0.0:1746135169.168047:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627952256 00000100:00100000:2.0:1746135169.168152:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13827 00000100:00100000:2.0:1746135169.168159:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954627952128:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.168173:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.168188:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 7 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.168198:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 7 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.168216:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2824 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e2f expref: 7 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.168239:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.168241:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.168246:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.168254:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.168278:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.168288:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625853312:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.168468:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29520 00000100:00100000:3.0:1746135169.168474:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627952256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.168484:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.168492:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e3d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.168506:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.168511:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.168512:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.168515:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.168529:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.168544:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 19 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.168552:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625853440:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.169751:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.169847:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.173826:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625853440:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.173854:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.173873:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d800, rc 0) 00000100:00100000:2.0:1746135169.173907:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954627952256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5433us (6032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.173914:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29520 00000100:00100000:2.0:1746135169.175362:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625853312:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.175373:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.175396:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627952128:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7238us (8274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.175405:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13827 00000100:00100000:0.0:1746135169.176376:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.176629:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627952384 00000100:00100000:2.0:1746135169.176635:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627952384 00010000:00010000:2.0:1746135169.176829:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.176857:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13828 00000100:00100000:2.0:1746135169.176862:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2008:x1830954627952384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.176871:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.176886:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.176895:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.176911:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c282b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e36 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.176935:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.176937:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.176942:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.176948:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.176969:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.176977:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625853568:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.177027:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.179439:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625853568:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.179453:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.179481:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2008:x1830954627952384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2619us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.179490:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13828 00000100:00100000:0.0:1746135169.179990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.180095:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627952640 00000100:00100000:2.0:1746135169.180100:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627952640 00002000:00100000:2.0:1746135169.180125:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34a80 x1830954627952640/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.180135:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34a80 with x1830954627952640 ext(0->4095) 00002000:00010000:2.0:1746135169.180139:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae34a80 00000100:00100000:2.0:1746135169.180150:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13138 00000100:00100000:2.0:1746135169.180155:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627952640:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.180245:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627952640:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 90us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.180250:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13138 00002000:00100000:2.0:1746135169.180255:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34a80 x1830954627952640/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.180261:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34a80 with x1830954627952640 ext(0->4095) 00002000:00010000:2.0:1746135169.180263:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae34a80 00000100:00100000:0.0:1746135169.181922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.181991:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627952768 00000100:00100000:2.0:1746135169.181996:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627952768 00000100:00100000:2.0:1746135169.182404:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29521 00000100:00100000:2.0:1746135169.182412:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:1820:x1830954627952768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.182426:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.182440:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e44 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.182461:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.182467:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.182468:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.182471:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.183345:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.183357:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.183367:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625853696:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.184309:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325963c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.186553:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.186764:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627952896 00000100:00100000:1.0:1746135169.186771:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627952896 00000100:00100000:1.0:1746135169.187330:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29522 00000100:00100000:1.0:1746135169.187337:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1804:x1830954627952896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.187351:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.187365:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e4b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.187387:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.187392:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.187398:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.187401:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.187430:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.187441:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.187449:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645c00, rc 0) 00000100:00100000:1.0:1746135169.187483:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954627952896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.187489:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29522 00000100:00100000:3.0:1746135169.187569:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625853696:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.187581:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.187597:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135734600, rc 0) 00000100:00100000:3.0:1746135169.187613:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1820:x1830954627952768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5202us (5697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.187618:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29521 00000100:00100000:0.0:1746135169.188695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.188751:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627953024 00000100:00100000:2.0:1746135169.188756:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627953024 00010000:00010000:2.0:1746135169.188776:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.189900:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13829 00000100:00100000:2.0:1746135169.189910:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627953024:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.189922:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.189941:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.189952:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.189970:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2832 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e3d expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.189985:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.189987:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.189992:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.189998:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.190022:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.190031:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.190045:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625853952:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.190106:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.194312:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625853952:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.194328:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.194371:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627953024:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4464us (5677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.194381:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13829 00000100:00100000:1.0:1746135169.194635:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.194865:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627953280 00000100:00100000:0.0:1746135169.194871:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627953280 00002000:00100000:0.0:1746135169.194904:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60e680 x1830954627953280/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.194913:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60e680 with x1830954627953280 ext(0->4095) 00010000:00010000:0.0:1746135169.194920:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.194930:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.194935:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60e680 00000100:00100000:0.0:1746135169.194950:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2386 00000100:00100000:0.0:1746135169.194955:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627953280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135169.195064:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627953280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (428us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135169.195070:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2386 00002000:00100000:0.0:1746135169.195075:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60e680 x1830954627953280/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.195081:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60e680 with x1830954627953280 ext(0->4095) 00010000:00010000:0.0:1746135169.195085:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.195097:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.195102:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60e680 00000100:00100000:0.0:1746135169.197833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.197910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.198469:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627953408 00000100:00100000:2.0:1746135169.198478:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627953408 00000100:00100000:2.0:1746135169.198609:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29523 00000100:00100000:2.0:1746135169.198619:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627953408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.198637:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.198679:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e52 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.198706:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.198712:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 20 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.198717:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135169.198720:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.198752:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 20 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.198767:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.198776:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135735c00, rc 0) 00000100:00100000:2.0:1746135169.198819:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627953408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.198825:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29523 00000100:00100000:3.0:1746135169.198890:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627953536 00000100:00100000:3.0:1746135169.198895:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627953536 00010000:00010000:3.0:1746135169.198912:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.198944:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13830 00000100:00100000:3.0:1746135169.198949:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7928850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2009:x1830954627953536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.198956:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.198975:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.198984:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.199001:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135734600/0xc3cfcce4a57c2839 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e44 expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.199276:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.199278:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.199283:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 20 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.199290:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 20 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.199309:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 20 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.199317:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 20 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.199332:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625854208:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.199382:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325963c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.203215:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.203409:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627953792 00000100:00100000:2.0:1746135169.203421:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627953792 00002000:00100000:2.0:1746135169.203473:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a2d80 x1830954627953792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.203482:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a2d80 with x1830954627953792 ext(0->4095) 00010000:00010000:2.0:1746135169.203492:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.203505:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.203512:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a2d80 00000100:00100000:2.0:1746135169.203533:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2387 00000100:00100000:2.0:1746135169.203541:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627953792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135169.204008:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625854208:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.204025:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.205056:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627953792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1512us (1848us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.205065:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2387 00002000:00100000:2.0:1746135169.205073:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a2d80 x1830954627953792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.205081:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a2d80 with x1830954627953792 ext(0->4095) 00010000:00010000:2.0:1746135169.205088:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.205098:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.205104:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a2d80 00000100:00100000:3.0:1746135169.205287:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2009:x1830954627953536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6336us (7375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.205294:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13830 00000100:00100000:0.0:1746135169.209131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.209306:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627953920 00000100:00100000:3.0:1746135169.209316:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627953920 00000100:00100000:3.0:1746135169.209372:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29524 00000100:00100000:3.0:1746135169.209379:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627953920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.209398:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.209415:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e59 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.209442:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.209447:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.209453:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135169.209455:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.209490:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.209504:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.209512:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c000, rc 0) 00000100:00100000:3.0:1746135169.209568:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1804:x1830954627953920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.209574:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29524 00000100:00100000:0.0:1746135169.209968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.210533:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627954048 00000100:00100000:3.0:1746135169.210537:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627954048 00010000:00010000:3.0:1746135169.210553:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.210569:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13831 00000100:00100000:3.0:1746135169.210574:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2009:x1830954627954048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.210582:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.210607:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.210616:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.210631:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2840 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e4b expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.210673:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.210675:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.210680:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.210686:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.210705:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.210713:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 5 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.210722:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625854464:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.210777:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.212897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.213492:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625854464:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.213509:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.213561:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2009:x1830954627954048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2985us (3592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.213570:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13831 00000100:00100000:2.0:1746135169.214438:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627954304 00000100:00100000:2.0:1746135169.214447:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627954304 00002000:00100000:2.0:1746135169.214485:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3480 x1830954627954304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.214495:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3480 with x1830954627954304 ext(0->4095) 00010000:00010000:2.0:1746135169.214502:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.214515:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.214521:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a3480 00000100:00100000:2.0:1746135169.214916:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2388 00000100:00100000:2.0:1746135169.214923:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627954304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.215286:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627954304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 363us (2394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.215295:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2388 00002000:00100000:2.0:1746135169.215301:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3480 x1830954627954304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.215309:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3480 with x1830954627954304 ext(0->4095) 00010000:00010000:2.0:1746135169.215313:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.215323:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.215328:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a3480 00000100:00100000:0.0:1746135169.219120:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.219399:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627954432 00000100:00100000:3.0:1746135169.219408:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627954432 00010000:00010000:3.0:1746135169.219441:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.219478:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13832 00000100:00100000:3.0:1746135169.219487:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627954432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.219503:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.219522:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.219533:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.219554:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2847 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e52 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.219583:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.219593:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.219601:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.219608:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.219672:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.219683:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625854592:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.219764:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746135169.220106:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746135169.223357:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625854592:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.223383:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.223455:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627954432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3966us (4339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.223472:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13832 00000100:00100000:1.0:1746135169.224209:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.224460:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627954688 00000100:00100000:0.0:1746135169.224467:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627954688 00002000:00100000:0.0:1746135169.224511:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d500 x1830954627954688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.224520:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d500 with x1830954627954688 ext(0->4095) 00002000:00010000:0.0:1746135169.224526:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d500 00000100:00100000:0.0:1746135169.224602:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13139 00000100:00100000:0.0:1746135169.224609:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2009:x1830954627954688:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746135169.224763:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2009:x1830954627954688:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (555us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135169.224769:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13139 00002000:00100000:0.0:1746135169.224774:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d500 x1830954627954688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.224780:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d500 with x1830954627954688 ext(0->4095) 00002000:00010000:0.0:1746135169.224783:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d500 00000100:00100000:0.0:1746135169.226545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.227091:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627954816 00000100:00100000:2.0:1746135169.227098:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627954816 00000100:00100000:2.0:1746135169.227490:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29525 00000100:00100000:2.0:1746135169.227498:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627954816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.227512:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.227529:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e60 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.227553:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.227560:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.227561:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.227565:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.227599:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.227609:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 19 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.227619:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625854720:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.227707:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.229079:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625854720:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.229098:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.229109:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135735c00, rc 0) 00000100:00100000:2.0:1746135169.229130:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627954816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1633us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.229136:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29525 00000100:00100000:0.0:1746135169.231181:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.231937:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627954944 00000100:00100000:3.0:1746135169.231947:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627954944 00010000:00010000:3.0:1746135169.232127:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.232174:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13833 00000100:00100000:3.0:1746135169.232183:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627954944:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.232200:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.232223:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.232234:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.232268:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c284e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e59 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.232298:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.232300:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.232307:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.232315:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.232350:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.232364:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625854848:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.232466:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.236168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.236285:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627955072 00000100:00100000:0.0:1746135169.236295:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627955072 00000100:00100000:3.0:1746135169.236619:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625854848:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.236663:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135169.237040:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29526 00000100:00100000:0.0:1746135169.237050:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627955072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135169.237066:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135169.237081:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e67 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.237106:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.237111:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.237113:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.237116:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.237141:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.237151:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 5 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135169.237161:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625854976:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.237232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.237350:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627954944:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5168us (6177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.237358:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13833 00000100:00100000:3.0:1746135169.237400:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627955328 00000100:00100000:3.0:1746135169.237403:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627955328 00002000:00100000:3.0:1746135169.237426:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268dc00 x1830954627955328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.237434:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268dc00 with x1830954627955328 ext(0->4095) 00010000:00010000:3.0:1746135169.237439:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.237449:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.237454:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268dc00 00000100:00100000:3.0:1746135169.237469:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2389 00000100:00100000:3.0:1746135169.237475:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627955328:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135169.237751:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94900 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.238311:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627955328:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 833us (1075us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.238320:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2389 00002000:00100000:3.0:1746135169.238326:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268dc00 x1830954627955328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.238333:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268dc00 with x1830954627955328 ext(0->4095) 00010000:00010000:3.0:1746135169.238338:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.238346:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.238351:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268dc00 00000100:00100000:0.0:1746135169.242294:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.242374:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f5a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625854976:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.242400:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 20 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.242415:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8600, rc 0) 00000100:00100000:2.0:1746135169.242450:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627955072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5403us (6295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.242458:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29526 00000100:00100000:0.0:1746135169.242555:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.243045:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627955456 00000100:00100000:2.0:1746135169.243050:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627955456 00000100:00100000:2.0:1746135169.243083:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29527 00000100:00100000:2.0:1746135169.243088:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1820:x1830954627955456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.243100:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.243112:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e6e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.243129:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.243134:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.243138:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.243141:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 21 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.243165:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.243173:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 21 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.243180:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135734000, rc 0) 00000100:00100000:2.0:1746135169.243211:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1820:x1830954627955456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.243217:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29527 00000100:00100000:2.0:1746135169.243282:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627955584 00000100:00100000:2.0:1746135169.243285:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627955584 00010000:00010000:2.0:1746135169.243299:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.243315:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13834 00000100:00100000:2.0:1746135169.243319:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627955584:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.243326:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.243343:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.243352:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.243367:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2855 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e60 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.243379:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.243380:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.243386:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 20 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.243392:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 20 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.243426:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 20 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.243439:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 20 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.243448:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625855232:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.243497:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.246031:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625855232:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.246047:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.246087:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627955584:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2765us (3529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.246096:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13834 00000100:00100000:0.0:1746135169.247494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.247577:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627955840 00000100:00100000:3.0:1746135169.247593:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627955840 00002000:00100000:3.0:1746135169.247626:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3b80 x1830954627955840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.247634:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3b80 with x1830954627955840 ext(0->4095) 00010000:00010000:3.0:1746135169.247667:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.247679:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.247686:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a3b80 00000100:00100000:3.0:1746135169.247704:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2390 00000100:00100000:3.0:1746135169.247710:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954627955840:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135169.248231:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954627955840:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 519us (738us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.248237:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2390 00002000:00100000:3.0:1746135169.248242:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3b80 x1830954627955840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.248249:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3b80 with x1830954627955840 ext(0->4095) 00010000:00010000:3.0:1746135169.248253:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.248261:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.248267:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a3b80 00000100:00100000:0.0:1746135169.250217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.250462:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627955968 00000100:00100000:3.0:1746135169.250470:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627955968 00010000:00010000:3.0:1746135169.250504:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.250541:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13835 00000100:00100000:3.0:1746135169.250548:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2008:x1830954627955968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.250560:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.250578:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.250599:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.250618:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c285c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e67 expref: 21 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.250636:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.250660:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.250666:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 20 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.250672:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 20 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.250699:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 20 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.250711:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625855360:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.250783:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.254160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.254347:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627956224 00000100:00100000:2.0:1746135169.254355:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627956224 00002000:00100000:2.0:1746135169.254389:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addf100 x1830954627956224/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.254399:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addf100 with x1830954627956224 ext(0->4095) 00002000:00010000:2.0:1746135169.254404:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addf100 00000100:00100000:2.0:1746135169.254422:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13140 00000100:00100000:2.0:1746135169.254428:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627956224:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135169.254623:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625855360:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.254636:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.255828:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627956224:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1395us (1669us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.255834:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13140 00002000:00100000:2.0:1746135169.255842:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addf100 x1830954627956224/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.255850:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addf100 with x1830954627956224 ext(0->4095) 00002000:00010000:2.0:1746135169.255853:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addf100 00000100:00100000:3.0:1746135169.255936:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2008:x1830954627955968:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5387us (5727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.255943:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13835 00000100:00100000:0.0:1746135169.257961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.258051:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627956352 00000100:00100000:3.0:1746135169.258060:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627956352 00000100:00100000:3.0:1746135169.258596:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29528 00000100:00100000:3.0:1746135169.258604:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627956352:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.258622:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.258672:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e75 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.258703:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 19 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.258709:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.258711:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.258714:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.258743:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 19 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.258755:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 19 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.258765:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625855488:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.258848:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.261372:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625855488:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.261394:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.261411:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135169.261447:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627956352:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2844us (3493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.261454:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29528 00000100:00100000:0.0:1746135169.262000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.262049:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627956480 00000100:00100000:3.0:1746135169.262053:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627956480 00010000:00010000:3.0:1746135169.262073:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 20 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.262096:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13836 00000100:00100000:3.0:1746135169.262101:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954627956480:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.262112:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.262127:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 20 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.262136:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 20 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.262155:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2863 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e6e expref: 20 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.262177:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.262179:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.262184:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.262195:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.262217:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.262226:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625855616:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.262273:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.265350:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625855616:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.265368:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.265412:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2011:x1830954627956480:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3309us (3412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.265422:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13836 00000100:00100000:0.0:1746135169.267083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.267632:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627956864 00000100:00100000:3.0:1746135169.267673:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627956864 00000100:00100000:3.0:1746135169.267755:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29529 00000100:00100000:3.0:1746135169.267766:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:1804:x1830954627956864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.267792:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.267822:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e7c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.267863:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.267872:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.267876:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.267880:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.267922:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.267934:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.267947:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625855744:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.268056:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.268326:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.269822:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627956736 00000100:00100000:3.0:1746135169.269834:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627956736 00002000:00100000:3.0:1746135169.269875:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adddc00 x1830954627956736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.269884:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adddc00 with x1830954627956736 ext(0->4095) 00010000:00010000:3.0:1746135169.269891:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.269902:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.269908:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adddc00 00000100:00100000:3.0:1746135169.269939:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2391 00000100:00100000:3.0:1746135169.269944:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627956736:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135169.270095:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627956736:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (1770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.270103:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2391 00002000:00100000:3.0:1746135169.270107:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adddc00 x1830954627956736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.270114:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adddc00 with x1830954627956736 ext(0->4095) 00010000:00010000:3.0:1746135169.270119:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.270127:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.270132:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adddc00 00000100:00100000:3.0:1746135169.272394:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625855744:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.272428:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.272450:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c800, rc 0) 00000100:00100000:3.0:1746135169.272518:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627956864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4753us (5446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.272526:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29529 00000100:00100000:1.0:1746135169.275521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.275769:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.275887:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627957120 00000100:00100000:2.0:1746135169.275897:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627957120 00010000:00010000:2.0:1746135169.275934:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.276075:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627956992 00000100:00100000:3.0:1746135169.276079:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627956992 00000100:00100000:3.0:1746135169.276115:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29530 00000100:00100000:3.0:1746135169.276123:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1820:x1830954627956992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.276141:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.276157:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e83 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.276179:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.276184:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.276189:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.276193:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.276223:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.276233:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.276240:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d400, rc 0) 00000100:00100000:3.0:1746135169.276287:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1820:x1830954627956992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.276293:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29530 00000100:00100000:2.0:1746135169.276940:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13837 00000100:00100000:2.0:1746135169.276949:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7928450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627957120:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.276960:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.276982:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.276994:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.277013:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c286a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e75 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.277041:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.277042:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.277049:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.277055:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.277078:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.277088:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.277103:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625856000:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.277178:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.280200:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625856000:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.280222:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.280277:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627957120:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3328us (4507us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.280288:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13837 00000100:00100000:0.0:1746135169.280813:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.281370:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627957376 00000100:00100000:2.0:1746135169.281376:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627957376 00002000:00100000:2.0:1746135169.281407:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc700 x1830954627957376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.281415:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc700 with x1830954627957376 ext(0->4095) 00010000:00010000:2.0:1746135169.281422:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.281434:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.281440:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addc700 00000100:00100000:2.0:1746135169.281494:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2392 00000100:00100000:2.0:1746135169.281500:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954627957376:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.281625:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954627957376:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (813us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.281635:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2392 00002000:00100000:2.0:1746135169.281658:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc700 x1830954627957376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.281665:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc700 with x1830954627957376 ext(0->4095) 00010000:00010000:2.0:1746135169.281669:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.281677:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.281682:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addc700 00000100:00100000:0.0:1746135169.283721:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.284125:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627957504 00000100:00100000:2.0:1746135169.284133:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627957504 00010000:00010000:2.0:1746135169.284166:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.284198:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13838 00000100:00100000:2.0:1746135169.284205:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2008:x1830954627957504:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.284214:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.284230:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.284240:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.284258:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c2871 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e7c expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.284286:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.284288:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.284294:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.284300:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.284328:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 20 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.284338:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625856128:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.284408:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.287778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.287960:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625856128:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.287980:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.288198:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627957760 00000100:00100000:3.0:1746135169.288205:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627957760 00002000:00100000:3.0:1746135169.288244:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd180 x1830954627957760/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.288252:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd180 with x1830954627957760 ext(0->4095) 00002000:00010000:3.0:1746135169.288256:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addd180 00000100:00100000:3.0:1746135169.288283:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13141 00000100:00100000:3.0:1746135169.288290:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954627957760:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.288426:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2008:x1830954627957504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4219us (4711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.288435:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13838 00000100:00100000:3.0:1746135169.289239:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954627957760:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 944us (1466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.289245:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13141 00002000:00100000:3.0:1746135169.289253:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd180 x1830954627957760/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.289261:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd180 with x1830954627957760 ext(0->4095) 00002000:00010000:3.0:1746135169.289266:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addd180 00000100:00100000:0.0:1746135169.291887:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.292316:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627957888 00000100:00100000:1.0:1746135169.292324:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627957888 00000100:00100000:1.0:1746135169.292493:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29531 00000100:00100000:1.0:1746135169.292502:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627957888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.292521:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.292541:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e8a expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.292570:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.292577:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.292579:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.292592:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.292621:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 19 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.292632:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 19 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.292755:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625856256:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135169.292989:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.295455:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625856256:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135169.295480:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.295493:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644000, rc 0) 00000100:00100000:1.0:1746135169.295523:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627957888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3023us (3644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.295531:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29531 00000100:00100000:0.0:1746135169.296035:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.296920:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627958016 00000100:00100000:3.0:1746135169.296930:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627958016 00010000:00010000:3.0:1746135169.296982:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.297013:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13839 00000100:00100000:3.0:1746135169.297020:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954627958016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.297034:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.297055:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.297066:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.297088:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2878 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e83 expref: 20 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.297118:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.297120:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.297127:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.297134:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.297168:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.297180:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625856384:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.297267:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.299994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.300237:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627958144 00000100:00100000:1.0:1746135169.300246:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627958144 00000100:00100000:1.0:1746135169.300304:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29532 00000100:00100000:1.0:1746135169.300311:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627958144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.300327:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.300344:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e91 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.300367:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.300374:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.300376:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.300379:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.300413:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.300429:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 5 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.300442:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625856512:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135169.300526:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.301562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.301868:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625856384:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.301892:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.301931:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2010:x1830954627958016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4910us (5895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.301941:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13839 00000100:00100000:2.0:1746135169.302136:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627958400 00000100:00100000:2.0:1746135169.302142:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627958400 00002000:00100000:2.0:1746135169.302177:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc380 x1830954627958400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.302187:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc380 with x1830954627958400 ext(0->4095) 00010000:00010000:2.0:1746135169.302193:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.302208:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.302214:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addc380 00000100:00100000:2.0:1746135169.303203:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2393 00000100:00100000:2.0:1746135169.303212:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627958400:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.303326:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627958400:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (1769us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.303332:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2393 00002000:00100000:2.0:1746135169.303336:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc380 x1830954627958400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.303344:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc380 with x1830954627958400 ext(0->4095) 00010000:00010000:2.0:1746135169.303349:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.303357:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.303363:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addc380 00000100:00100000:1.0:1746135169.303805:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625856512:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135169.303825:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 20 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.303837:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:1.0:1746135169.303859:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627958144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3548us (3873us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.303865:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29532 00000100:00100000:0.0:1746135169.307165:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.307291:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627958528 00000100:00100000:3.0:1746135169.307302:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627958528 00010000:00010000:3.0:1746135169.307337:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.307367:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13840 00000100:00100000:3.0:1746135169.307372:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627958528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.307391:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.307413:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.307423:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.307444:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c287f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e8a expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.307476:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.307478:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.307484:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.307491:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.307526:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.307538:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625856640:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.307629:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.310766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.310861:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627958784 00000100:00100000:2.0:1746135169.310868:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627958784 00002000:00100000:2.0:1746135169.310902:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc000 x1830954627958784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.310911:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc000 with x1830954627958784 ext(0->4095) 00002000:00010000:2.0:1746135169.310916:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addc000 00000100:00100000:2.0:1746135169.310935:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13142 00000100:00100000:2.0:1746135169.310941:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954627958784:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.311062:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954627958784:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.311068:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13142 00002000:00100000:2.0:1746135169.311073:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc000 x1830954627958784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.311080:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc000 with x1830954627958784 ext(0->4095) 00002000:00010000:2.0:1746135169.311082:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addc000 00000100:00100000:3.0:1746135169.311248:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625856640:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.311261:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.311291:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627958528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3918us (4136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.311300:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13840 00000100:00100000:0.0:1746135169.316770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.316832:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627958912 00000100:00100000:1.0:1746135169.316842:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627958912 00000100:00100000:1.0:1746135169.316896:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29533 00000100:00100000:1.0:1746135169.316903:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627958912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.316921:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.316937:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e98 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.316962:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.316973:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.316975:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.316978:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.317006:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.317017:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 19 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.317028:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625856768:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135169.317116:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.330733:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625856768:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135169.330779:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.330804:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135169.330859:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627958912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13954us (14099us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.330868:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29533 00000100:00100000:0.0:1746135169.333765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.333897:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627959168 00000100:00100000:1.0:1746135169.333908:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627959168 00000100:00100000:1.0:1746135169.333958:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29534 00000100:00100000:1.0:1746135169.333965:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954627959168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.333986:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.334009:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236e9f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.334045:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.334051:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.334057:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135169.334060:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.334678:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.334692:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.334704:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645000, rc 0) 00000100:00100000:1.0:1746135169.334750:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1804:x1830954627959168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 786us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.334756:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29534 00000100:00100000:0.0:1746135169.335327:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.335484:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627959040 00000100:00100000:2.0:1746135169.335490:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627959040 00002000:00100000:2.0:1746135169.335532:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a514380 x1830954627959040/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.335541:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514380 with x1830954627959040 ext(0->7) 00010000:00010000:2.0:1746135169.335549:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.335563:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.335570:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514380 00000100:00100000:2.0:1746135169.335606:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2394 00000100:00100000:2.0:1746135169.335612:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2009:x1830954627959040:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135169.336386:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2009:x1830954627959040:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 770us (1058us total) trans 4294970601 rc 0/0 00000100:00100000:2.0:1746135169.336395:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2394 00002000:00100000:2.0:1746135169.336400:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a514380 x1830954627959040/t4294970601(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.336407:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514380 with x1830954627959040 ext(0->7) 00010000:00010000:2.0:1746135169.336412:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 23 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.336421:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 23 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.336427:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514380 00000100:00100000:0.0:1746135169.339448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.339784:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627959296 00000100:00100000:3.0:1746135169.339797:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627959296 00010000:00010000:3.0:1746135169.339849:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 23 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.339885:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13841 00000100:00100000:3.0:1746135169.339894:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954627959296:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.339913:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.339937:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 23 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.339950:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 23 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.339972:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2886 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e91 expref: 23 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.340007:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.340010:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.340021:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.340029:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.340069:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.340084:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 5 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.340096:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625857024:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.340207:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.341977:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625857024:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135169.342009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135169.342149:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.342275:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954627959296:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2380us (2841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.342286:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13841 00000100:00100000:2.0:1746135169.342566:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627959552 00000100:00100000:2.0:1746135169.342572:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627959552 00002000:00100000:2.0:1746135169.342902:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517b80 x1830954627959552/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.342911:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517b80 with x1830954627959552 ext(0->4095) 00010000:00010000:2.0:1746135169.343055:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.343072:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.343079:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517b80 00000100:00100000:2.0:1746135169.343112:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2395 00000100:00100000:2.0:1746135169.343118:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627959552:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.343283:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627959552:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (1276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.343288:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2395 00002000:00100000:2.0:1746135169.343292:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517b80 x1830954627959552/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.343300:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517b80 with x1830954627959552 ext(0->4095) 00010000:00010000:2.0:1746135169.343304:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.343314:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.343319:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517b80 00000100:00100000:0.0:1746135169.347779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.348422:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627959680 00000100:00100000:3.0:1746135169.348431:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627959680 00010000:00010000:3.0:1746135169.348467:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.348507:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13842 00000100:00100000:3.0:1746135169.348514:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627959680:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.348526:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.348545:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.348556:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.348578:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c288d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e98 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.348617:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.348620:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.348627:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.348635:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.348808:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.348821:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625857152:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.348965:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.352172:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625857152:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.352191:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.352225:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627959680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3710us (4454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.352234:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13842 00000100:00100000:2.0:1746135169.353198:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.353316:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627959936 00000100:00100000:1.0:1746135169.353322:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627959936 00002000:00100000:1.0:1746135169.353356:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ea00 x1830954627959936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.353365:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ea00 with x1830954627959936 ext(0->4095) 00002000:00010000:1.0:1746135169.353369:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268ea00 00000100:00100000:1.0:1746135169.353391:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13143 00000100:00100000:1.0:1746135169.353396:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954627959936:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135169.353530:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954627959936:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.353535:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13143 00002000:00100000:1.0:1746135169.353540:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ea00 x1830954627959936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.353546:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ea00 with x1830954627959936 ext(0->4095) 00002000:00010000:1.0:1746135169.353549:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268ea00 00000100:00100000:0.0:1746135169.356209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.356458:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627960064 00000100:00100000:2.0:1746135169.356467:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627960064 00000100:00100000:2.0:1746135169.356527:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29535 00000100:00100000:2.0:1746135169.356536:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627960064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.356558:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.356593:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ea6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.356623:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.356630:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.356633:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.356636:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.356698:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.356710:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 21 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.356721:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625857280:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.356814:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.358398:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625857280:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.358426:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.358440:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7a00, rc 0) 00000100:00100000:2.0:1746135169.358476:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627960064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1941us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.358484:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29535 00000100:00100000:0.0:1746135169.360300:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.360777:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627960192 00000100:00100000:3.0:1746135169.360784:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627960192 00010000:00010000:3.0:1746135169.360810:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 22 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.360863:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13843 00000100:00100000:3.0:1746135169.360869:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2010:x1830954627960192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.360883:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.360902:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 22 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.360913:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 22 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.360933:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2894 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236e9f expref: 22 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.361634:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.361637:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.361659:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.361667:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.361698:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.361709:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625857408:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.361784:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.361954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.362711:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627960320 00000100:00100000:3.0:1746135169.362716:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627960320 00000100:00100000:3.0:1746135169.362750:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29536 00000100:00100000:3.0:1746135169.362757:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954627960320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.362772:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.362784:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ead expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.362800:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.362806:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.362807:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.362810:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 23 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.362829:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.362840:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.362850:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625857536:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.362895:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.365358:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.365447:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625857408:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.365464:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.365500:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2010:x1830954627960192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4631us (5204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.365508:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13843 00000100:00100000:2.0:1746135169.365661:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627960576 00000100:00100000:2.0:1746135169.365669:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627960576 00002000:00100000:2.0:1746135169.365710:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a516680 x1830954627960576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.365720:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a516680 with x1830954627960576 ext(0->4095) 00010000:00010000:2.0:1746135169.365728:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.365743:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.365748:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a516680 00000100:00100000:2.0:1746135169.365776:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2396 00000100:00100000:2.0:1746135169.365782:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627960576:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.365910:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627960576:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.365916:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2396 00002000:00100000:2.0:1746135169.365920:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a516680 x1830954627960576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.365927:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a516680 with x1830954627960576 ext(0->4095) 00010000:00010000:2.0:1746135169.365931:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.365940:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.365945:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a516680 00000100:00100000:3.0:1746135169.366517:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625857536:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.366537:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 22 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.366549:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:3.0:1746135169.366595:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954627960320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3838us (4641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.366602:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29536 00000100:00100000:0.0:1746135169.371143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.371292:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627960704 00000100:00100000:3.0:1746135169.371302:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627960704 00010000:00010000:3.0:1746135169.371337:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.371365:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13844 00000100:00100000:3.0:1746135169.371372:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7928050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627960704:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.371386:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.371408:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.371420:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.371443:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c289b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ea6 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.371883:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.371886:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.371892:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.371901:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.371933:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.371943:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625857664:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.372242:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596300 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.376136:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625857664:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.376154:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.376193:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627960704:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4820us (5060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.376203:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13844 00000100:00100000:0.0:1746135169.377957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.378100:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627960960 00000100:00100000:1.0:1746135169.378107:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627960960 00002000:00100000:1.0:1746135169.378149:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515c00 x1830954627960960/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.378158:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515c00 with x1830954627960960 ext(0->4095) 00002000:00010000:1.0:1746135169.378163:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a515c00 00000100:00100000:1.0:1746135169.378199:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13144 00000100:00100000:1.0:1746135169.378206:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954627960960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135169.378368:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954627960960:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.378374:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13144 00002000:00100000:1.0:1746135169.378378:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515c00 x1830954627960960/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.378390:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515c00 with x1830954627960960 ext(0->4095) 00002000:00010000:1.0:1746135169.378392:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a515c00 00000100:00100000:0.0:1746135169.390070:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.390205:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627961088 00000100:00100000:3.0:1746135169.390216:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627961088 00000100:00100000:3.0:1746135169.390579:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29537 00000100:00100000:3.0:1746135169.390598:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627961088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.390617:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.390636:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236eb4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.390698:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.390705:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.390708:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.390711:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.390746:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 21 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.390760:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 21 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.390774:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625857792:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.394759:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.414134:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.414199:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627961216 00000100:00100000:1.0:1746135169.414207:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627961216 00000100:00100000:1.0:1746135169.414254:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29538 00000100:00100000:1.0:1746135169.414261:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954627961216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.414278:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.414294:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ebb expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.414317:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.414322:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.414328:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135169.414331:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.414369:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.414383:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.414393:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645400, rc 0) 00000100:00100000:1.0:1746135169.414438:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1804:x1830954627961216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.414445:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29538 00000100:00100000:3.0:1746135169.414773:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625857792:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.414788:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.414796:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447dc00, rc 0) 00000100:00100000:3.0:1746135169.414812:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627961088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 24217us (24755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.414817:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29537 00000100:00100000:0.0:1746135169.417594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.417695:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627961344 00000100:00100000:2.0:1746135169.417705:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627961344 00002000:00100000:2.0:1746135169.417754:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a515880 x1830954627961344/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.417763:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515880 with x1830954627961344 ext(0->7) 00010000:00010000:2.0:1746135169.417773:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 23 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.417786:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 23 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.417791:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515880 00000100:00100000:2.0:1746135169.417823:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2397 00000100:00100000:2.0:1746135169.417831:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2010:x1830954627961344:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135169.418711:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2010:x1830954627961344:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 878us (1130us total) trans 4294970602 rc 0/0 00000100:00100000:0.0:1746135169.418719:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2397 00002000:00100000:0.0:1746135169.418726:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a515880 x1830954627961344/t4294970602(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.418732:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515880 with x1830954627961344 ext(0->7) 00010000:00010000:0.0:1746135169.418738:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 25 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.418747:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 25 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.418752:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515880 00000100:00100000:1.0:1746135169.423363:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.423462:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627961472 00000100:00100000:3.0:1746135169.423473:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627961472 00010000:00010000:3.0:1746135169.423515:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 25 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.423547:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13845 00000100:00100000:3.0:1746135169.423554:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2011:x1830954627961472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.423572:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.423604:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 25 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.423617:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 25 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.423659:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c28a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ead expref: 25 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.423680:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.423681:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.423688:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.423696:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.423733:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.423742:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.423754:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625858048:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.428033:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.435962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.437577:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627961728 00000100:00100000:1.0:1746135169.437599:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627961728 00002000:00100000:1.0:1746135169.437887:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268f100 x1830954627961728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.437898:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f100 with x1830954627961728 ext(0->4095) 00010000:00010000:1.0:1746135169.437908:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.437922:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135169.437928:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268f100 00000100:00100000:1.0:1746135169.437960:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2398 00000100:00100000:1.0:1746135169.437970:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627961728:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135169.438160:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627961728:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (2210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.438167:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2398 00002000:00100000:1.0:1746135169.438173:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268f100 x1830954627961728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.438179:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f100 with x1830954627961728 ext(0->4095) 00010000:00010000:1.0:1746135169.438184:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.438197:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135169.438203:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268f100 00000100:00100000:2.0:1746135169.442398:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625858048:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.442425:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.442473:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2011:x1830954627961472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 18919us (19121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.442486:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13845 00000100:00100000:0.0:1746135169.442769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.443306:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627961856 00000100:00100000:2.0:1746135169.443312:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627961856 00010000:00010000:2.0:1746135169.443338:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.443367:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13846 00000100:00100000:2.0:1746135169.443374:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627961856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.443384:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.443400:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.443414:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.443434:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c28a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eb4 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.444205:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.444209:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.444216:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.444224:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.444254:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.444263:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625858176:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.444333:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.446024:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625858176:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.446039:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.446101:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627961856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2727us (3332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.446110:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13846 00000100:00100000:0.0:1746135169.447365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.447422:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627962112 00000100:00100000:1.0:1746135169.447429:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627962112 00002000:00100000:1.0:1746135169.447464:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515500 x1830954627962112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.447473:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515500 with x1830954627962112 ext(0->4095) 00002000:00010000:1.0:1746135169.447477:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a515500 00000100:00100000:1.0:1746135169.447507:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13145 00000100:00100000:1.0:1746135169.447514:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2009:x1830954627962112:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135169.447699:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2009:x1830954627962112:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 184us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.447704:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13145 00002000:00100000:1.0:1746135169.447709:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515500 x1830954627962112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.447716:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515500 with x1830954627962112 ext(0->4095) 00002000:00010000:1.0:1746135169.447718:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a515500 00000100:00100000:0.0:1746135169.451424:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.451505:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627962240 00000100:00100000:3.0:1746135169.451515:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627962240 00000100:00100000:3.0:1746135169.451566:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29539 00000100:00100000:3.0:1746135169.451574:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627962240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.451606:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.451626:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ec2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.451680:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.451688:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.451690:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.451694:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.451727:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.451740:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 23 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.451754:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625858304:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.451852:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.454904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.455013:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627962368 00000100:00100000:2.0:1746135169.455023:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627962368 00002000:00100000:2.0:1746135169.455073:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a517800 x1830954627962368/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.455084:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517800 with x1830954627962368 ext(0->7) 00010000:00010000:2.0:1746135169.455094:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 24 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.455109:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 24 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.455116:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517800 00000100:00100000:3.0:1746135169.455170:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625858304:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.455202:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.455225:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d200, rc 0) 00000100:00100000:3.0:1746135169.455276:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627962240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3702us (3865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.455283:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29539 00000100:00100000:2.0:1746135169.456083:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2399 00000100:00100000:2.0:1746135169.456091:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2011:x1830954627962368:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135169.457602:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627962368:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1506us (2706us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746135169.457611:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2399 00002000:00100000:0.0:1746135169.457621:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a517800 x1830954627962368/t4294970603(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.457631:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517800 with x1830954627962368 ext(0->7) 00010000:00010000:0.0:1746135169.457675:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.457688:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.457695:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517800 00000100:00100000:0.0:1746135169.458183:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746135169.458200:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625858432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135169.458259:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135169.458550:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625858432 00000100:00100000:3.0:1746135169.458559:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625858432 00000100:00100000:3.0:1746135169.458603:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1746135169.458610:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625858432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746135169.458658:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746135169.458709:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625858432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.458714:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1746135169.458764:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625858432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746135169.462011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.462108:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627962496 00000100:00100000:2.0:1746135169.462117:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627962496 00010000:00010000:2.0:1746135169.462147:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.462172:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13847 00000100:00100000:2.0:1746135169.462177:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2008:x1830954627962496:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.462188:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.462205:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.462215:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.462238:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645400/0xc3cfcce4a57c28b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ebb expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.462269:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.462272:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.462279:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.462286:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.462316:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.462326:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625858560:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.462405:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.465374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.465463:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625858560:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135169.465483:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135169.465538:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2008:x1830954627962496:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3360us (3534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.465549:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13847 00000100:00100000:3.0:1746135169.465777:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627962624 00000100:00100000:3.0:1746135169.465783:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627962624 00000100:00100000:3.0:1746135169.465809:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29540 00000100:00100000:3.0:1746135169.465815:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:1804:x1830954627962624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.465833:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.465848:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ec9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.465872:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.465879:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.465880:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.465885:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.465915:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.465926:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 5 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.465938:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625858688:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.465988:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.466265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.466386:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627962880 00000100:00100000:0.0:1746135169.466390:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627962880 00002000:00100000:0.0:1746135169.466424:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268df80 x1830954627962880/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.466433:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268df80 with x1830954627962880 ext(0->4095) 00010000:00010000:0.0:1746135169.466440:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.466454:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.466460:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268df80 00000100:00100000:0.0:1746135169.466486:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2400 00000100:00100000:0.0:1746135169.466717:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627962880:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746135169.466859:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627962880:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 367us (594us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135169.466866:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2400 00002000:00100000:0.0:1746135169.466871:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268df80 x1830954627962880/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.466878:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268df80 with x1830954627962880 ext(0->4095) 00010000:00010000:0.0:1746135169.466883:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.466892:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.466897:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268df80 00000100:00100000:0.0:1746135169.468727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.469042:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627963008 00000100:00100000:1.0:1746135169.469048:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627963008 00000100:00100000:1.0:1746135169.469084:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29541 00000100:00100000:1.0:1746135169.469091:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:1820:x1830954627963008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.469107:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.469128:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ed0 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.469151:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.469156:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.469160:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.469164:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 28 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.469195:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 28 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.469206:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 28 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.469214:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00000100:00100000:1.0:1746135169.469250:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1820:x1830954627963008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.469255:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29541 00000100:00100000:3.0:1746135169.469384:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625858688:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.469397:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.469405:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:3.0:1746135169.469422:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:1804:x1830954627962624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3607us (4059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.469427:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29540 00000100:00100000:2.0:1746135169.469806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.469863:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627963136 00000100:00100000:0.0:1746135169.469867:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627963136 00010000:00010000:0.0:1746135169.469885:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135169.470230:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13848 00000100:00100000:0.0:1746135169.470238:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627963136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135169.470248:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135169.470267:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.470276:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.470293:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28b7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec2 expref: 6 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.470309:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.470311:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.470316:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.470323:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.470345:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 26 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.470354:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 26 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:0.0:1746135169.470370:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d958a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625858944:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135169.471151:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.472693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.472780:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d958a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625858944:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.472798:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.472838:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627963136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2601us (3036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.472847:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13848 00000100:00100000:1.0:1746135169.472997:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627963392 00000100:00100000:1.0:1746135169.473003:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627963392 00002000:00100000:1.0:1746135169.473032:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95a300 x1830954627963392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.473046:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a300 with x1830954627963392 ext(0->4095) 00010000:00010000:1.0:1746135169.473052:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.473063:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135169.473068:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95a300 00000100:00100000:1.0:1746135169.473082:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2401 00000100:00100000:1.0:1746135169.473088:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954627963392:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135169.473194:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954627963392:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.473199:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2401 00002000:00100000:1.0:1746135169.473204:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95a300 x1830954627963392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.473210:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a300 with x1830954627963392 ext(0->4095) 00010000:00010000:1.0:1746135169.473213:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.473221:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135169.473226:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95a300 00000100:00100000:3.0:1746135169.475700:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746135169.475717:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625859072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746135169.475772:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135169.475883:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625859072 00000100:00100000:0.0:1746135169.475890:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625859072 00000100:00100000:0.0:1746135169.476001:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1746135169.476008:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954625859072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746135169.476033:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498883392 pending 286720 free 3920183296 avail 3687227392 00000100:00100000:1.0:1746135169.476058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.476066:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954625859072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.476071:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1746135169.476077:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627963520 00000100:00100000:1.0:1746135169.476079:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627963520 00010000:00010000:1.0:1746135169.476098:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.476117:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13849 00000100:00100000:1.0:1746135169.476121:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627963520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.476130:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.476146:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.476155:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.476175:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c28be lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ec9 expref: 27 pid: 9591 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.476189:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.476191:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.476197:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.476203:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.476226:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135169.476239:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625859200:192.168.202.58@tcp:105: 00000100:00080000:2.0:1746135169.476283:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746135169.476343:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625859072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746135169.476817:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.479118:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625859200:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.479141:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.479203:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627963520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3079us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.479212:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13849 00000100:00100000:0.0:1746135169.480636:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.480850:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627963776 00000100:00100000:2.0:1746135169.480859:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627963776 00002000:00100000:2.0:1746135169.480909:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95a680 x1830954627963776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.480918:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a680 with x1830954627963776 ext(0->4095) 00002000:00010000:2.0:1746135169.480923:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d95a680 00000100:00100000:2.0:1746135169.480946:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13146 00000100:00100000:2.0:1746135169.480953:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627963776:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.481361:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627963776:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 407us (730us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.481367:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13146 00002000:00100000:2.0:1746135169.481373:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95a680 x1830954627963776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.481380:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95a680 with x1830954627963776 ext(0->4095) 00002000:00010000:2.0:1746135169.481383:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d95a680 00000100:00100000:0.0:1746135169.487041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.487315:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627963904 00000100:00100000:2.0:1746135169.487324:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627963904 00000100:00100000:2.0:1746135169.487383:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29542 00000100:00100000:2.0:1746135169.487391:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627963904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.487409:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.487426:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ed7 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.487452:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.487465:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.487467:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.487471:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.487502:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.487511:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 25 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.487522:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625859328:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.487618:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009d52d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.490035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.490104:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627964032 00000100:00100000:1.0:1746135169.490113:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627964032 00000100:00100000:0.0:1746135169.490131:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135169.490155:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.490164:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627964160 00000100:00100000:3.0:1746135169.490169:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627964160 00000100:00100000:0.0:1746135169.490174:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954625859456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746135169.490195:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13850 00000100:00100000:3.0:1746135169.490198:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29543 00000100:00100000:1.0:1746135169.490202:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627964032:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746135169.490204:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:1804:x1830954627964160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.490215:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.490218:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746135169.490221:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746135169.490232:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ede expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.490240:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 28 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.490249:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.490254:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.490259:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135169.490263:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 28 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.490312:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625859456 00000100:00100000:2.0:1746135169.490315:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625859456 00000100:00100000:2.0:1746135169.490344:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1746135169.490349:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954625859456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746135169.490370:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922821120 avail 3691298816 00000100:00100000:2.0:1746135169.490402:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954625859456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.490407:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:2.0:1746135169.490423:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746135169.490441:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 28 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.490446:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625859328:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135169.490517:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c28c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed0 expref: 28 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.490521:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.490534:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 27 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.490542:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.490543:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.490549:0:26641:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.490556:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.490573:0:26641:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135169.490598:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954625859456:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1746135169.490600:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.490608:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625859712:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.490663:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.490675:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596c00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.490685:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627964032:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 484us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.490692:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13850 00010000:00010000:2.0:1746135169.491091:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.491103:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.491110:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7a00, rc 0) 00000100:00100000:2.0:1746135169.491127:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627963904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3738us (4098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.491132:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29542 00000100:00100000:3.0:1746135169.497858:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625859712:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.497883:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d800, rc 0) 00000100:00100000:3.0:1746135169.497946:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1804:x1830954627964160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7741us (7813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.497954:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29543 00000100:00100000:0.0:1746135169.498066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.498195:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627964416 00000100:00100000:2.0:1746135169.498202:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627964416 00002000:00100000:2.0:1746135169.498261:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d958000 x1830954627964416/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.498270:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d958000 with x1830954627964416 ext(0->4095) 00010000:00010000:2.0:1746135169.498280:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.498293:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.498299:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d958000 00000100:00100000:2.0:1746135169.498496:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2402 00000100:00100000:2.0:1746135169.498504:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627964416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.498673:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627964416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (608us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.498679:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2402 00002000:00100000:2.0:1746135169.498685:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d958000 x1830954627964416/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.498691:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d958000 with x1830954627964416 ext(0->4095) 00010000:00010000:2.0:1746135169.498696:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.498704:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.498709:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d958000 00000100:00100000:0.0:1746135169.501948:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.502173:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.502763:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627964672 00000100:00100000:3.0:1746135169.502773:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627964672 00000100:00100000:3.0:1746135169.502836:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29544 00000100:00100000:3.0:1746135169.502845:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627964672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.502863:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.502881:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ee5 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.503020:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.503030:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.503036:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.503039:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.503076:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.503086:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.503094:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c000, rc 0) 00000100:00100000:3.0:1746135169.503133:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954627964672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 290us (1194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.503138:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29544 00000100:00100000:1.0:1746135169.503527:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627964544 00000100:00100000:1.0:1746135169.503532:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627964544 00010000:00010000:1.0:1746135169.503549:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 7 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.503576:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13851 00000100:00100000:1.0:1746135169.503594:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2008:x1830954627964544:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.503603:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.503620:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 7 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.503629:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 7 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.503658:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c28cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ed7 expref: 7 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.503677:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.503679:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.503683:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.503690:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.503713:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.503723:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 25 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.503733:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625859968:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135169.504030:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.506047:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625860096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746135169.506100:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135169.506811:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625860096 00000100:00100000:0.0:1746135169.506819:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625860096 00000100:00080000:2.0:1746135169.506875:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135169.506947:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1746135169.506954:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625860096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746135169.506974:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922821120 avail 3691298816 00000100:00100000:0.0:1746135169.507750:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625860096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 795us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.507758:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1746135169.507841:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d958a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625860096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746135169.508125:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625859968:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.508139:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.508211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.508421:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627964544:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4837us (6247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.508429:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13851 00000100:00100000:3.0:1746135169.508448:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627964928 00000100:00100000:3.0:1746135169.508452:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627964928 00002000:00100000:3.0:1746135169.508479:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ea00 x1830954627964928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.508488:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ea00 with x1830954627964928 ext(0->4095) 00010000:00010000:3.0:1746135169.508494:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.508505:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.508510:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ea00 00000100:00100000:3.0:1746135169.508891:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2403 00000100:00100000:3.0:1746135169.508898:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627964928:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135169.509017:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627964928:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (806us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.509023:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2403 00002000:00100000:3.0:1746135169.509028:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ea00 x1830954627964928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.509035:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ea00 with x1830954627964928 ext(0->4095) 00010000:00010000:3.0:1746135169.509039:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.509048:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.509053:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ea00 00000100:00100000:0.0:1746135169.512066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.512106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.512193:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627965056 00000100:00100000:3.0:1746135169.512200:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627965056 00000100:00100000:3.0:1746135169.512234:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29545 00000100:00100000:3.0:1746135169.512240:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1804:x1830954627965056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.512256:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.512269:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236eec expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.512290:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.512294:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.512299:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135169.512302:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 27 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.512335:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.512346:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 27 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.512354:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d200, rc 0) 00000100:00100000:3.0:1746135169.512404:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:1804:x1830954627965056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.512410:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29545 00000100:00100000:2.0:1746135169.512469:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627965184 00000100:00100000:2.0:1746135169.512472:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627965184 00010000:00010000:2.0:1746135169.512488:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 27 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.512503:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13852 00000100:00100000:2.0:1746135169.512507:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2008:x1830954627965184:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.512515:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.512529:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 27 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.512538:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 27 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.512552:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c28d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ede expref: 27 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.512565:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.512566:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.512571:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.512578:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.512612:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.512621:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 5 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.512631:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625860352:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.512703:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.515031:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625860352:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.515049:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.515092:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d958a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2008:x1830954627965184:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2582us (2984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.515101:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13852 00000100:00100000:1.0:1746135169.515882:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.516129:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627965440 00000100:00100000:0.0:1746135169.516137:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627965440 00002000:00100000:0.0:1746135169.516180:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60dc00 x1830954627965440/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.516189:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60dc00 with x1830954627965440 ext(0->4095) 00010000:00010000:0.0:1746135169.516198:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.516210:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.516216:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60dc00 00000100:00100000:0.0:1746135169.516245:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2404 00000100:00100000:0.0:1746135169.516251:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627965440:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135169.516374:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627965440:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (494us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135169.516379:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2404 00002000:00100000:0.0:1746135169.516384:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60dc00 x1830954627965440/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.516396:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60dc00 with x1830954627965440 ext(0->4095) 00010000:00010000:0.0:1746135169.516400:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.516407:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.516412:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60dc00 00000100:00100000:0.0:1746135169.519492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.519610:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627965568 00000100:00100000:2.0:1746135169.519619:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627965568 00010000:00010000:2.0:1746135169.519692:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.520105:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13853 00000100:00100000:2.0:1746135169.520113:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627965568:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.520126:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.520146:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.520157:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.520180:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c28da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ee5 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.520199:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.520201:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.520208:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.520216:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.520256:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.520268:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625860480:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.520873:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.522056:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072494380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954625860608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746135169.522119:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135169.522388:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625860608 00000100:00100000:0.0:1746135169.522397:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625860608 00000100:00100000:0.0:1746135169.522603:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1746135169.522611:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954625860608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746135169.522635:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498883392 pending 286720 free 3920183296 avail 3687227392 00000100:00100000:0.0:1746135169.522706:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954625860608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.522712:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:2.0:1746135169.522779:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746135169.523165:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072494380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954625860608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746135169.523236:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625860480:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.523252:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.523301:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627965568:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3188us (3818us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.523311:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13853 00000100:00100000:1.0:1746135169.523756:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.524021:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627965824 00000100:00100000:3.0:1746135169.524027:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627965824 00002000:00100000:3.0:1746135169.524055:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60c700 x1830954627965824/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.524064:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c700 with x1830954627965824 ext(0->4095) 00002000:00010000:3.0:1746135169.524068:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60c700 00000100:00100000:3.0:1746135169.524261:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13147 00000100:00100000:3.0:1746135169.524268:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627965824:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135169.524436:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627965824:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (679us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.524445:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13147 00002000:00100000:3.0:1746135169.524451:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60c700 x1830954627965824/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.524458:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c700 with x1830954627965824 ext(0->4095) 00002000:00010000:3.0:1746135169.524460:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60c700 00000100:00100000:0.0:1746135169.525921:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.526004:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627965952 00000100:00100000:2.0:1746135169.526011:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627965952 00000100:00100000:2.0:1746135169.526056:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29546 00000100:00100000:2.0:1746135169.526063:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627965952:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.526075:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.526091:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ef3 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.526112:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.526118:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.526120:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.526123:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.526150:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.526161:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 25 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.526172:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625860736:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.527419:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.529809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.530268:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625860736:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.530295:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.530310:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00000100:00100000:3.0:1746135169.530904:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627966080 00000100:00100000:3.0:1746135169.530913:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627966080 00010000:00010000:3.0:1746135169.530942:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.530970:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13854 00000100:00100000:3.0:1746135169.530977:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627966080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.530988:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.531004:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.531014:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.531034:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236eec expref: 26 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.531051:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.531053:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.531058:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.531069:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.531094:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.531105:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625860864:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.531342:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627965952:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5276us (5426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.531349:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29546 00000100:00100000:3.0:1746135169.531844:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.534871:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625860864:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.534889:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.534928:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2011:x1830954627966080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3951us (5126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.534939:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13854 00000100:00100000:0.0:1746135169.535545:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.535688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.535834:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627966208 00000100:00100000:3.0:1746135169.535841:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627966208 00000100:00100000:3.0:1746135169.535874:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29547 00000100:00100000:3.0:1746135169.535880:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:1804:x1830954627966208:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.535895:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.535911:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236efa expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.535935:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.535941:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.535943:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.535947:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 26 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.535968:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.535979:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 5 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.535989:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625860992:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.536056:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.536071:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627966464 00000100:00100000:3.0:1746135169.536074:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627966464 00002000:00100000:3.0:1746135169.536092:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495c00 x1830954627966464/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.536100:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495c00 with x1830954627966464 ext(0->4095) 00010000:00010000:3.0:1746135169.536106:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.536116:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.536122:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495c00 00000100:00100000:3.0:1746135169.536134:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2405 00000100:00100000:3.0:1746135169.536139:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627966464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135169.536246:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627966464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.536252:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2405 00002000:00100000:3.0:1746135169.536257:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495c00 x1830954627966464/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.536264:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495c00 with x1830954627966464 ext(0->4095) 00010000:00010000:3.0:1746135169.536269:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.536277:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:3.0:1746135169.536282:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495c00 00000100:00100000:3.0:1746135169.538554:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625860992:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.538599:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 26 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.538620:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d400, rc 0) 00000100:00100000:3.0:1746135169.539849:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1804:x1830954627966208:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3962us (4301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.539856:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29547 00000100:00100000:0.0:1746135169.539926:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.539996:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627966592 00000100:00100000:3.0:1746135169.540005:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627966592 00010000:00010000:3.0:1746135169.540032:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.540053:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13855 00000100:00100000:3.0:1746135169.540059:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627966592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.540073:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.540090:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.540099:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.540119:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c28e8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ef3 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.540133:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.540135:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.540140:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.540147:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.540153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135169.540171:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.540181:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625861120:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.540491:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.540550:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627966720 00000100:00100000:3.0:1746135169.540553:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627966720 00000100:00100000:3.0:1746135169.540570:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29548 00000100:00100000:3.0:1746135169.540575:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1820:x1830954627966720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.540599:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.540610:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f01 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.540624:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.540629:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.540631:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.540633:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.540667:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.540676:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.540683:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625861248:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.540722:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.542355:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625861120:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.542369:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.542962:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627966592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2350us (2488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.542971:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13855 00000100:00100000:0.0:1746135169.543448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.543675:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627966976 00000100:00100000:2.0:1746135169.543681:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627966976 00000100:00100000:3.0:1746135169.543719:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625861248:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.543741:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.543759:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d200, rc 0) 00000100:00100000:3.0:1746135169.543795:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1820:x1830954627966720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3219us (3641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.543801:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29548 00002000:00100000:2.0:1746135169.543870:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495500 x1830954627966976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.543879:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495500 with x1830954627966976 ext(0->4095) 00010000:00010000:2.0:1746135169.543885:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.543900:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.543907:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495500 00000100:00100000:2.0:1746135169.543921:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2406 00000100:00100000:2.0:1746135169.543926:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954627966976:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.544040:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954627966976:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.544046:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2406 00002000:00100000:2.0:1746135169.544050:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495500 x1830954627966976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.544056:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495500 with x1830954627966976 ext(0->4095) 00010000:00010000:2.0:1746135169.544061:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.544069:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.544073:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495500 00000100:00100000:0.0:1746135169.546204:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.546485:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627967104 00000100:00100000:3.0:1746135169.546494:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627967104 00010000:00010000:3.0:1746135169.546519:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.546598:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13856 00000100:00100000:3.0:1746135169.546605:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2008:x1830954627967104:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.546616:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.546631:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.546659:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.546680:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c28ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236efa expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.546708:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.546710:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.546716:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 26 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.546723:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 26 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.546748:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 26 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.546758:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625861376:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.547514:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.550514:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.550733:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625861376:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.550758:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.550765:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627967360 00000100:00100000:2.0:1746135169.550773:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627967360 00000100:00100000:3.0:1746135169.550822:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2008:x1830954627967104:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4216us (4622us total) trans 0 rc 0/0 00002000:00100000:2.0:1746135169.550828:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072496a00 x1830954627967360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746135169.550834:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13856 00002000:00100000:2.0:1746135169.550839:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496a00 with x1830954627967360 ext(0->4095) 00002000:00010000:2.0:1746135169.550845:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072496a00 00000100:00100000:2.0:1746135169.550873:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13148 00000100:00100000:2.0:1746135169.550881:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627967360:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.551050:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627967360:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 169us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.551056:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13148 00002000:00100000:2.0:1746135169.551062:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072496a00 x1830954627967360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.551070:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496a00 with x1830954627967360 ext(0->4095) 00002000:00010000:2.0:1746135169.551073:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072496a00 00000100:00100000:0.0:1746135169.553172:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.553246:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627967488 00000100:00100000:3.0:1746135169.553253:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627967488 00000100:00100000:3.0:1746135169.553304:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29549 00000100:00100000:3.0:1746135169.553312:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627967488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.553327:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.553343:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f08 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.553378:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.553384:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.553386:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.553389:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.553425:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.553437:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 25 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.553448:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625861504:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.553557:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.556450:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625861504:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.556486:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.556505:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135169.556553:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627967488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3243us (3389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.556563:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29549 00000100:00100000:0.0:1746135169.557839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.557927:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627967616 00000100:00100000:3.0:1746135169.557934:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627967616 00010000:00010000:3.0:1746135169.557960:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.558094:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13857 00000100:00100000:3.0:1746135169.558101:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954627967616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.558116:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.558134:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.558145:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.558164:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c28f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f01 expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.558193:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.558194:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.558204:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.558212:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.558745:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.558759:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625861632:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.559171:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.563607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.563696:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627967744 00000100:00100000:3.0:1746135169.563705:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627967744 00000100:00100000:3.0:1746135169.563756:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29550 00000100:00100000:3.0:1746135169.563834:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1804:x1830954627967744:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746135169.563834:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625861632:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.563851:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135169.563855:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.563869:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f0f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.563898:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.563903:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954627967616:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5803us (6069us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135169.563906:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.563907:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.563910:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.563913:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13857 00010000:00010000:3.0:1746135169.563937:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.563948:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 5 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.563958:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625861760:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.564010:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.565362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.565485:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627968000 00000100:00100000:2.0:1746135169.565493:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627968000 00002000:00100000:2.0:1746135169.565527:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495880 x1830954627968000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.565536:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495880 with x1830954627968000 ext(0->4095) 00010000:00010000:2.0:1746135169.565543:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.565556:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.565563:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495880 00000100:00100000:2.0:1746135169.565618:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2407 00000100:00100000:2.0:1746135169.565626:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627968000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135169.565934:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625861760:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.565958:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 26 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.565971:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447ca00, rc 0) 00000100:00100000:2.0:1746135169.566103:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627968000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 476us (743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.566110:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2407 00002000:00100000:2.0:1746135169.566115:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495880 x1830954627968000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.566124:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495880 with x1830954627968000 ext(0->4095) 00000100:00100000:3.0:1746135169.566126:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1804:x1830954627967744:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (2543us total) trans 0 rc 0/0 00010000:00010000:2.0:1746135169.566128:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.566136:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29550 00010000:00010000:2.0:1746135169.566137:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.566143:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495880 00000100:00100000:0.0:1746135169.570694:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.570853:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627968128 00000100:00100000:2.0:1746135169.570862:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627968128 00010000:00010000:2.0:1746135169.570897:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.570924:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13858 00000100:00100000:2.0:1746135169.570931:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627968128:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.570944:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.570965:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.570976:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.570999:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c28fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f08 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.571033:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.571035:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.571042:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.571049:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.571103:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.571118:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625861888:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.571203:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.576677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.576895:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627968384 00000100:00100000:2.0:1746135169.576905:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627968384 00002000:00100000:2.0:1746135169.576943:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072497100 x1830954627968384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.576952:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497100 with x1830954627968384 ext(0->4095) 00002000:00010000:2.0:1746135169.576956:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072497100 00000100:00100000:2.0:1746135169.576974:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13149 00000100:00100000:2.0:1746135169.576980:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627968384:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135169.577029:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625861888:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.577047:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.577083:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627968128:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6153us (6446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.577092:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13858 00000100:00100000:2.0:1746135169.577103:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627968384:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.577111:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13149 00002000:00100000:2.0:1746135169.577116:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072497100 x1830954627968384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.577121:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497100 with x1830954627968384 ext(0->4095) 00002000:00010000:2.0:1746135169.577124:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072497100 00000100:00100000:0.0:1746135169.579805:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.579927:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627968512 00000100:00100000:3.0:1746135169.579935:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627968512 00000100:00100000:3.0:1746135169.579978:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29551 00000100:00100000:3.0:1746135169.579984:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627968512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.579999:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.580014:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f16 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.580041:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.580048:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.580050:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.580052:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.580083:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 25 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.580095:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 25 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.580106:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625862016:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.580179:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.585735:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.585770:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625862016:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.585794:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.585808:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c000, rc 0) 00000100:00100000:2.0:1746135169.585832:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627968640 00000100:00100000:2.0:1746135169.585838:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627968640 00000100:00100000:3.0:1746135169.585865:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627968512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5880us (6287us total) trans 0 rc 0/0 00002000:00100000:2.0:1746135169.585872:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072497480 x1830954627968640/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746135169.585873:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29551 00002000:00100000:2.0:1746135169.585881:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497480 with x1830954627968640 ext(0->7) 00010000:00010000:2.0:1746135169.585886:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.585898:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 26 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.585904:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072497480 00000100:00100000:2.0:1746135169.585919:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2408 00000100:00100000:2.0:1746135169.585925:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2011:x1830954627968640:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135169.586922:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627968640:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 993us (1190us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746135169.586930:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2408 00002000:00100000:0.0:1746135169.586935:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072497480 x1830954627968640/t4294970604(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.586942:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497480 with x1830954627968640 ext(0->7) 00010000:00010000:0.0:1746135169.586947:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:0.0:1746135169.586957:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:0.0:1746135169.586962:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072497480 00000100:00100000:0.0:1746135169.594008:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.594167:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627968768 00000100:00100000:3.0:1746135169.594177:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627968768 00010000:00010000:3.0:1746135169.594221:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.594252:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13859 00000100:00100000:3.0:1746135169.594259:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954627968768:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.594276:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.594296:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.594308:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.594328:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2904 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f0f expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:3.0:1746135169.594356:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.594359:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.594367:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.594376:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.594413:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.594428:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625862144:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.594518:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.600580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.600689:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627968896 00000100:00100000:3.0:1746135169.600699:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627968896 00000100:00100000:3.0:1746135169.600760:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29552 00000100:00100000:3.0:1746135169.600769:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954627968896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.600794:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746135169.600795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.600819:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627969152 00010000:00010000:3.0:1746135169.600820:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f1d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135169.600825:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627969152 00010000:00010000:3.0:1746135169.600860:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746135169.600861:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072494e00 x1830954627969152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746135169.600867:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.600869:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00100000:1.0:1746135169.600871:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494e00 with x1830954627969152 ext(0->4095) 00010000:00010000:3.0:1746135169.600872:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.600878:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.600887:0:27161:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746135169.600893:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072494e00 00010000:00010000:3.0:1746135169.600904:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135169.600909:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2409 00000100:00100000:1.0:1746135169.600915:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627969152:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746135169.600916:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.600930:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625862272:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.601007:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.601058:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627969152:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.601066:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2409 00002000:00100000:1.0:1746135169.601071:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072494e00 x1830954627969152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.601077:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494e00 with x1830954627969152 ext(0->4095) 00010000:00010000:1.0:1746135169.601082:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.601091:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135169.601096:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072494e00 00000100:00100000:2.0:1746135169.601293:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625862144:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.601307:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.601328:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2010:x1830954627968768:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7070us (7335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.601337:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13859 00000100:00100000:3.0:1746135169.603504:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625862272:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.603545:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.603567:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447ca00, rc 0) 00000100:00100000:3.0:1746135169.603632:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954627968896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2863us (3067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.603661:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29552 00000100:00100000:0.0:1746135169.605274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.605821:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627969280 00000100:00100000:3.0:1746135169.605833:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627969280 00000100:00100000:3.0:1746135169.605890:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29553 00000100:00100000:3.0:1746135169.605898:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1820:x1830954627969280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.605919:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.605941:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f24 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.605964:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.605968:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.605974:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:0.0:1746135169.606413:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135169.606468:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.606503:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.606517:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.606529:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:2.0:1746135169.606559:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627969408 00000100:00100000:2.0:1746135169.606563:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627969408 00000100:00100000:3.0:1746135169.606596:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:1820:x1830954627969280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 682us (1314us total) trans 0 rc 0/0 00010000:00010000:2.0:1746135169.606596:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.606602:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29553 00000100:00100000:2.0:1746135169.606616:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13860 00000100:00100000:2.0:1746135169.606621:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627969408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.606630:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.606676:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.606687:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.606705:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c290b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f16 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.606730:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.606732:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.606739:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.606747:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.606768:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.606784:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.606796:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625862528:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.606859:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.609174:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625862528:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.609196:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.609232:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627969408:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2610us (2819us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.609241:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13860 00000100:00100000:0.0:1746135169.610419:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.610493:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627969664 00000100:00100000:2.0:1746135169.610499:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627969664 00002000:00100000:2.0:1746135169.610533:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994a80 x1830954627969664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.610541:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994a80 with x1830954627969664 ext(0->4095) 00010000:00010000:2.0:1746135169.610548:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.610561:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.610567:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994a80 00000100:00100000:1.0:1746135169.610787:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2410 00000100:00100000:1.0:1746135169.610798:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2011:x1830954627969664:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135169.610963:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2011:x1830954627969664:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.610970:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2410 00002000:00100000:1.0:1746135169.610975:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994a80 x1830954627969664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.610981:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994a80 with x1830954627969664 ext(0->4095) 00010000:00010000:1.0:1746135169.610986:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.610999:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135169.611004:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994a80 00000100:00100000:0.0:1746135169.613521:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.613676:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627969792 00000100:00100000:2.0:1746135169.613688:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627969792 00010000:00010000:2.0:1746135169.613731:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.613764:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13861 00000100:00100000:2.0:1746135169.613774:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2010:x1830954627969792:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.613792:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.613821:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.613834:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.613865:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c2912 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f1d expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.613905:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.613908:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.613917:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.613925:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.613964:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.613978:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625862656:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.614078:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.616983:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625862656:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.617001:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.617038:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954627969792:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3266us (3527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.617051:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13861 00000100:00100000:0.0:1746135169.617973:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.618737:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627970048 00000100:00100000:2.0:1746135169.618750:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627970048 00002000:00100000:2.0:1746135169.618812:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995180 x1830954627970048/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.618821:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995180 with x1830954627970048 ext(0->4095) 00002000:00010000:2.0:1746135169.618827:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b995180 00000100:00100000:2.0:1746135169.618851:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13150 00000100:00100000:2.0:1746135169.618858:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627970048:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.619037:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627970048:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 179us (1068us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.619044:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13150 00002000:00100000:2.0:1746135169.619049:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995180 x1830954627970048/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.619055:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995180 with x1830954627970048 ext(0->4095) 00002000:00010000:2.0:1746135169.619058:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b995180 00000100:00100000:0.0:1746135169.620920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.621041:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627970176 00000100:00100000:3.0:1746135169.621052:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627970176 00000100:00100000:3.0:1746135169.621866:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29554 00000100:00100000:3.0:1746135169.621877:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627970176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.621899:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.621920:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f2b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.621954:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.621960:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.621962:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.621965:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.621997:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.622011:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.622023:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625862784:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.622094:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.624356:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625862784:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.624388:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.624404:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:3.0:1746135169.624447:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627970176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2572us (3535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.624458:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29554 00000100:00100000:0.0:1746135169.625105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.625378:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627970304 00000100:00100000:2.0:1746135169.625384:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627970304 00010000:00010000:2.0:1746135169.625408:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.625434:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13862 00000100:00100000:2.0:1746135169.625439:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627970304:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.625452:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.625471:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.625481:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.625503:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2919 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f24 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.625529:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.625530:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.625536:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.625544:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.625575:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.625597:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625862912:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.625696:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.627927:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625862912:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.627946:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.627987:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954627970304:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2548us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.627997:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13862 00000100:00100000:0.0:1746135169.630631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.630709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.630789:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627970560 00000100:00100000:1.0:1746135169.630799:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627970560 00002000:00100000:1.0:1746135169.630849:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b997b80 x1830954627970560/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.630860:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b997b80 with x1830954627970560 ext(0->4095) 00002000:00010000:1.0:1746135169.630867:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b997b80 00000100:00100000:1.0:1746135169.630891:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13151 00000100:00100000:1.0:1746135169.630898:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627970560:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135169.631064:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627970560:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.631071:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13151 00002000:00100000:1.0:1746135169.631077:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b997b80 x1830954627970560/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.631083:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b997b80 with x1830954627970560 ext(0->4095) 00002000:00010000:1.0:1746135169.631086:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b997b80 00000100:00100000:3.0:1746135169.631155:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627970688 00000100:00100000:3.0:1746135169.631159:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627970688 00000100:00100000:3.0:1746135169.631184:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29555 00000100:00100000:3.0:1746135169.631189:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:1804:x1830954627970688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.631200:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.631218:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f32 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.631249:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.631258:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.631260:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.631262:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.631297:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.631308:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 5 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.631319:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625863040:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.631378:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.633726:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625863040:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.633760:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 28 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.633776:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447dc00, rc 0) 00000100:00100000:3.0:1746135169.633820:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954627970688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2629us (3109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.633829:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29555 00000100:00100000:0.0:1746135169.636724:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.636859:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.636976:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627970816 00000100:00100000:2.0:1746135169.636983:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627970816 00010000:00010000:2.0:1746135169.637014:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.637048:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13863 00000100:00100000:2.0:1746135169.637055:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627970816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.637067:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.637083:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.637093:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.637112:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2920 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f2b expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.637129:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.637131:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.637137:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.637143:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.637171:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.637182:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625863168:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.637256:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.637470:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627970944 00000100:00100000:3.0:1746135169.637473:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627970944 00000100:00100000:3.0:1746135169.637504:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29556 00000100:00100000:3.0:1746135169.637509:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627970944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.637519:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.637528:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f39 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.637541:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.637547:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.637548:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.637551:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.637566:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.637575:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:3.0:1746135169.637594:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625863296:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.637618:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.640300:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.640331:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627971200 00000100:00100000:2.0:1746135169.640338:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627971200 00002000:00100000:2.0:1746135169.640377:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268e300 x1830954627971200/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.640386:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e300 with x1830954627971200 ext(0->4095) 00010000:00010000:2.0:1746135169.640394:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.640406:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.640412:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268e300 00000100:00100000:2.0:1746135169.640441:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2411 00000100:00100000:2.0:1746135169.640448:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954627971200:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.640574:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954627971200:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.640590:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2411 00002000:00100000:2.0:1746135169.640595:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268e300 x1830954627971200/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.640602:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e300 with x1830954627971200 ext(0->4095) 00010000:00010000:2.0:1746135169.640606:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.640614:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.640620:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268e300 00000100:00100000:0.0:1746135169.640730:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625863168:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135169.640744:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135169.640766:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954627970816:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3713us (4052us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.640773:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13863 00000100:00100000:3.0:1746135169.640989:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625863296:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.641005:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.641017:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c800, rc 0) 00000100:00100000:3.0:1746135169.641038:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627970944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3529us (4179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.641044:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29556 00000100:00100000:0.0:1746135169.643435:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.643894:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627971328 00000100:00100000:3.0:1746135169.643906:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627971328 00000100:00100000:3.0:1746135169.644304:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29557 00000100:00100000:3.0:1746135169.644313:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954627971328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.644327:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.644342:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f40 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.644366:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.644371:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.644377:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135169.644381:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.644419:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.644429:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.644438:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d200, rc 0) 00000100:00100000:3.0:1746135169.644479:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:1804:x1830954627971328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.644484:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29557 00000100:00100000:0.0:1746135169.646210:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.646510:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627971456 00000100:00100000:2.0:1746135169.646519:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627971456 00010000:00010000:2.0:1746135169.646548:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.646589:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13864 00000100:00100000:2.0:1746135169.646596:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2011:x1830954627971456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.646608:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.646624:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.646633:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.646671:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c2927 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f32 expref: 29 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.646696:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.646698:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.646703:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.646711:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.646737:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.646746:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 5 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.646756:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625863552:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.646826:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.651275:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625863552:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.651292:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.651325:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627971456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4730us (5121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.651334:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13864 00000100:00100000:0.0:1746135169.651449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.651965:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627971712 00000100:00100000:1.0:1746135169.651970:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627971712 00002000:00100000:1.0:1746135169.651999:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b997800 x1830954627971712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.652014:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b997800 with x1830954627971712 ext(0->4095) 00010000:00010000:1.0:1746135169.652020:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.652030:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135169.652036:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b997800 00000100:00100000:1.0:1746135169.652048:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2412 00000100:00100000:1.0:1746135169.652053:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627971712:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135169.652159:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627971712:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (710us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.652164:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2412 00002000:00100000:1.0:1746135169.652168:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b997800 x1830954627971712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.652174:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b997800 with x1830954627971712 ext(0->4095) 00010000:00010000:1.0:1746135169.652178:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.652185:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00002000:00010000:1.0:1746135169.652190:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b997800 00000100:00100000:0.0:1746135169.657239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.658008:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627971840 00000100:00100000:2.0:1746135169.658017:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627971840 00010000:00010000:2.0:1746135169.658046:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.658376:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13865 00000100:00100000:2.0:1746135169.658384:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627971840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.658399:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.658417:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.658427:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.658447:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c292e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f39 expref: 6 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.658469:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.658471:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.658478:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.658485:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.658516:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.658528:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625863680:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.659118:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.661845:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625863680:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.661864:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.662294:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627971840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3909us (5058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.662308:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13865 00000100:00100000:0.0:1746135169.662608:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.662847:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627972096 00000100:00100000:2.0:1746135169.662852:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627972096 00002000:00100000:2.0:1746135169.662876:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994e00 x1830954627972096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.662885:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994e00 with x1830954627972096 ext(0->4095) 00002000:00010000:2.0:1746135169.662889:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b994e00 00000100:00100000:2.0:1746135169.663341:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13152 00000100:00100000:2.0:1746135169.663347:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954627972096:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.663678:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954627972096:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 330us (1071us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.663684:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13152 00002000:00100000:2.0:1746135169.663690:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994e00 x1830954627972096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.663697:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994e00 with x1830954627972096 ext(0->4095) 00002000:00010000:2.0:1746135169.663700:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b994e00 00000100:00100000:0.0:1746135169.665687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.665847:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627972224 00000100:00100000:1.0:1746135169.665857:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627972224 00000100:00100000:1.0:1746135169.665911:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29558 00000100:00100000:1.0:1746135169.665918:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627972224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.665934:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.665950:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f47 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.665977:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.665984:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.665985:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.665988:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.666012:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 27 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.666023:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 27 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.666032:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625863808:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135169.666105:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.667928:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625863808:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135169.667956:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.667975:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645c00, rc 0) 00000100:00100000:1.0:1746135169.668010:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627972224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2092us (2334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.668017:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29558 00000100:00100000:0.0:1746135169.669705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.669856:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627972352 00000100:00100000:2.0:1746135169.669867:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627972352 00010000:00010000:2.0:1746135169.669914:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.669942:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13866 00000100:00100000:2.0:1746135169.669948:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627972352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.669968:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.670000:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.670015:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.670046:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c2935 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f40 expref: 28 pid: 11615 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.670072:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.670075:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.670084:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.670093:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.670136:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.670152:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625863936:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.671406:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.672967:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.673123:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627972480 00000100:00100000:1.0:1746135169.673130:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627972480 00000100:00100000:1.0:1746135169.673180:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29559 00000100:00100000:1.0:1746135169.673187:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954627972480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.673203:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.673220:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f4e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.673246:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.673253:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.673254:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.673257:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.673282:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.673293:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 5 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.673308:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625864064:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135169.673380:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.673756:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625863936:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.673770:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.673791:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2011:x1830954627972352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3843us (4099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.673797:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13866 00000100:00100000:0.0:1746135169.674519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.675018:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627972736 00000100:00100000:2.0:1746135169.675025:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627972736 00002000:00100000:2.0:1746135169.675066:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995880 x1830954627972736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.675076:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995880 with x1830954627972736 ext(0->4095) 00010000:00010000:2.0:1746135169.675085:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.675097:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.675103:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b995880 00000100:00100000:2.0:1746135169.676070:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2413 00000100:00100000:2.0:1746135169.676083:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627972736:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.676297:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627972736:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 218us (1780us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.676304:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2413 00002000:00100000:2.0:1746135169.676312:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995880 x1830954627972736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.676321:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995880 with x1830954627972736 ext(0->4095) 00010000:00010000:2.0:1746135169.676329:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.676340:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00002000:00010000:2.0:1746135169.676350:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b995880 00000100:00100000:1.0:1746135169.677787:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625864064:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135169.677824:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 28 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.677843:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00000100:00100000:1.0:1746135169.677881:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954627972480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4694us (4921us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.677889:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29559 00000100:00100000:0.0:1746135169.682081:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.682395:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627972864 00000100:00100000:2.0:1746135169.682406:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627972864 00010000:00010000:2.0:1746135169.682449:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:2.0:1746135169.682506:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13867 00000100:00100000:2.0:1746135169.682513:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627972864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.682529:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.682551:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.682562:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.682593:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c293c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f47 expref: 6 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:2.0:1746135169.682623:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.682625:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.682631:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 27 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.682664:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 27 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.682704:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 27 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.682717:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625864192:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.683496:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.688277:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.688437:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625864192:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.688454:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.688493:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627972864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5981us (6421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.688504:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13867 00000100:00100000:3.0:1746135169.688592:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627973120 00000100:00100000:3.0:1746135169.688598:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627973120 00002000:00100000:3.0:1746135169.688659:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996300 x1830954627973120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.688668:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996300 with x1830954627973120 ext(0->4095) 00002000:00010000:3.0:1746135169.688672:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b996300 00000100:00100000:3.0:1746135169.689004:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13153 00000100:00100000:3.0:1746135169.689013:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627973120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135169.689170:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627973120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (902us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.689176:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13153 00002000:00100000:3.0:1746135169.689181:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996300 x1830954627973120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.689193:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996300 with x1830954627973120 ext(0->4095) 00002000:00010000:3.0:1746135169.689195:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b996300 00000100:00100000:0.0:1746135169.695875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.695993:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627973248 00000100:00100000:1.0:1746135169.696003:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627973248 00000100:00100000:1.0:1746135169.696067:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29560 00000100:00100000:1.0:1746135169.696079:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627973248:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.696102:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.696121:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f55 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.696154:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 27 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.696162:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.696164:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.696168:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.696207:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 27 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.696219:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 27 pid: 26641 timeout: 913 lvb_type: 0 00000100:00100000:1.0:1746135169.696232:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625864320:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135169.696337:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.703141:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625864320:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135169.703176:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.703194:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135169.703240:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627973248:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7164us (7377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.703248:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29560 00000100:00100000:0.0:1746135169.705348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.712772:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627973376 00000100:00100000:1.0:1746135169.712782:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627973376 00002000:00100000:1.0:1746135169.712831:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae08a80 x1830954627973376/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.712840:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08a80 with x1830954627973376 ext(0->7) 00010000:00010000:1.0:1746135169.712849:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 28 pid: 26641 timeout: 913 lvb_type: 0 00010000:00010000:1.0:1746135169.712868:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 28 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135169.712875:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08a80 00000100:00100000:1.0:1746135169.712908:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2414 00000100:00100000:1.0:1746135169.712916:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954627973376:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135169.713886:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954627973376:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 966us (8547us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746135169.713898:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2414 00002000:00100000:0.0:1746135169.713905:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae08a80 x1830954627973376/t4294970605(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.713912:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08a80 with x1830954627973376 ext(0->7) 00010000:00010000:0.0:1746135169.713918:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 30 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135169.713930:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 30 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135169.713937:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08a80 00000100:00100000:0.0:1746135169.719507:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.719575:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627973504 00000100:00100000:1.0:1746135169.719592:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627973504 00000100:00100000:0.0:1746135169.719617:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.719671:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29561 00000100:00100000:1.0:1746135169.719679:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954627973504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.719699:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.719717:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f5c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.719747:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.719752:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.719763:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135169.719766:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 31 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.719796:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627973632 00000100:00100000:2.0:1746135169.719801:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627973632 00010000:00010000:1.0:1746135169.719801:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.719814:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 32 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.719821:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 32 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.719829:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645e00, rc 0) 00000100:00100000:2.0:1746135169.719842:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13868 00000100:00100000:2.0:1746135169.719848:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954627973632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.719858:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746135169.719879:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135169 -> 1746135170 00002000:00010000:2.0:1746135169.719882:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135169 -> 1746135170 00000100:00100000:1.0:1746135169.719884:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1804:x1830954627973504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (384us total) trans 0 rc 0/0 00010000:00010000:2.0:1746135169.719889:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 32 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135169.719890:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29561 00010000:00010000:2.0:1746135169.719901:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 32 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.719922:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c2943 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f4e expref: 31 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.719942:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.719944:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.719950:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.719956:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.719977:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.719989:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.720001:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625864576:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.723818:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.724251:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.725385:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625864576:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.725403:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.725446:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954627973632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5598us (5829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.725455:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13868 00000100:00100000:1.0:1746135169.725989:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627973888 00000100:00100000:1.0:1746135169.725996:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627973888 00002000:00100000:0.0:1746135169.726304:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0aa00 x1830954627973888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.726312:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0aa00 with x1830954627973888 ext(0->4095) 00010000:00010000:0.0:1746135169.726319:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135169.726331:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135169.726337:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0aa00 00000100:00100000:3.0:1746135169.726845:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2415 00000100:00100000:3.0:1746135169.726855:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627973888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135169.727031:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627973888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 177us (2782us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.727037:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2415 00002000:00100000:3.0:1746135169.727043:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0aa00 x1830954627973888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.727050:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0aa00 with x1830954627973888 ext(0->4095) 00010000:00010000:3.0:1746135169.727055:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.727065:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135169.727070:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0aa00 00000100:00100000:0.0:1746135169.730524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.730632:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627974016 00000100:00100000:2.0:1746135169.730657:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627974016 00010000:00010000:2.0:1746135169.730696:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.730724:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13869 00000100:00100000:2.0:1746135169.730732:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627974016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.730745:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.730768:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.730780:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.730805:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c294a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f55 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.730839:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.730841:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.730849:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.730858:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.730889:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.730900:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625864704:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.731510:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.734010:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625864704:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.734032:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.734086:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627974016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3353us (3572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.734096:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13869 00000100:00100000:0.0:1746135169.735006:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.735101:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627974272 00000100:00100000:2.0:1746135169.735109:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627974272 00002000:00100000:2.0:1746135169.735167:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ad80 x1830954627974272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.735178:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ad80 with x1830954627974272 ext(0->4095) 00002000:00010000:2.0:1746135169.735184:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0ad80 00000100:00100000:2.0:1746135169.735325:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13154 00000100:00100000:2.0:1746135169.735333:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954627974272:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.735512:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954627974272:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 179us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.735517:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13154 00002000:00100000:2.0:1746135169.735523:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ad80 x1830954627974272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.735530:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ad80 with x1830954627974272 ext(0->4095) 00002000:00010000:2.0:1746135169.735533:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0ad80 00000100:00100000:0.0:1746135169.737499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.737578:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627974400 00000100:00100000:1.0:1746135169.737596:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627974400 00000100:00100000:3.0:1746135169.737833:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29562 00000100:00100000:3.0:1746135169.737843:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627974400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.737862:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.737883:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f63 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.737919:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.737926:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.737927:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.737931:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.737956:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.737968:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 29 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.737980:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625864832:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.738057:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.741182:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625864832:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.741216:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.741233:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d400, rc 0) 00000100:00100000:3.0:1746135169.741282:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627974400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3439us (3790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.741290:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29562 00000100:00100000:2.0:1746135169.742063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.743227:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627974528 00000100:00100000:3.0:1746135169.743236:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627974528 00010000:00010000:3.0:1746135169.743265:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 30 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.744383:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13870 00000100:00100000:3.0:1746135169.744396:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954627974528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.744413:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.744434:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 30 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.744446:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 30 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.744467:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2951 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f5c expref: 30 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.744501:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.744503:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.744509:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.744516:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.744549:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.744559:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625864960:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135169.745308:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.745468:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627974656 00000100:00100000:2.0:1746135169.745478:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627974656 00000100:00100000:2.0:1746135169.745521:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29563 00000100:00100000:2.0:1746135169.745527:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954627974656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.745543:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.745555:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f6a expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.745575:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.745722:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746135169.745764:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.745765:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.745770:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.745795:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.745806:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.745816:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625865088:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.745853:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.748949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.749145:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625865088:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.749171:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.749186:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7200, rc 0) 00000100:00100000:2.0:1746135169.749223:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:1804:x1830954627974656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3696us (3919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.749231:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29563 00000100:00100000:2.0:1746135169.749265:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627974912 00000100:00100000:2.0:1746135169.749270:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627974912 00002000:00100000:2.0:1746135169.749297:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b480 x1830954627974912/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.749305:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b480 with x1830954627974912 ext(0->4095) 00010000:00010000:2.0:1746135169.749311:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.749321:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135169.749327:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0b480 00000100:00100000:2.0:1746135169.749341:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2416 00000100:00100000:2.0:1746135169.749346:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627974912:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.749467:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627974912:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.749473:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2416 00002000:00100000:2.0:1746135169.749477:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b480 x1830954627974912/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.749484:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b480 with x1830954627974912 ext(0->4095) 00010000:00010000:2.0:1746135169.749488:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.750296:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625864960:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.750309:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.750329:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954627974528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5938us (8269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.750336:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13870 00010000:00010000:2.0:1746135169.751034:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135169.751042:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0b480 00000100:00100000:0.0:1746135169.755175:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.755250:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627975040 00000100:00100000:3.0:1746135169.755260:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627975040 00010000:00010000:3.0:1746135169.755299:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.755336:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13871 00000100:00100000:3.0:1746135169.755342:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627975040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.755357:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.755381:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.755393:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.755420:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2958 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f63 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.756038:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.756041:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.756050:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.756062:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.756281:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.756295:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625865216:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.762707:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.769422:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625865216:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.769441:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.769475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.769477:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627975040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 14134us (14311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.769486:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13871 00000100:00100000:2.0:1746135169.769531:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627975296 00000100:00100000:2.0:1746135169.769538:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627975296 00002000:00100000:2.0:1746135169.769575:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d880 x1830954627975296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.769594:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d880 with x1830954627975296 ext(0->4095) 00002000:00010000:2.0:1746135169.769598:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d880 00000100:00100000:2.0:1746135169.769626:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13155 00000100:00100000:2.0:1746135169.769632:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2008:x1830954627975296:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135169.769792:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2008:x1830954627975296:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.769798:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13155 00002000:00100000:2.0:1746135169.769804:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d880 x1830954627975296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.769811:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d880 with x1830954627975296 ext(0->4095) 00002000:00010000:2.0:1746135169.769813:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d880 00000100:00100000:0.0:1746135169.771869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.771943:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627975424 00000100:00100000:2.0:1746135169.771950:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627975424 00000100:00100000:2.0:1746135169.772003:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29564 00000100:00100000:2.0:1746135169.772010:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627975424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.772027:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.772042:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f71 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.772066:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.772073:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.772074:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.772077:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.772110:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 29 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.772119:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 29 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.772133:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625865344:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.772207:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.778949:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625865344:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.778976:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.778992:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7000, rc 0) 00000100:00100000:2.0:1746135169.779176:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627975424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7165us (7313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.779189:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29564 00000100:00100000:0.0:1746135169.783208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.783289:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627975552 00000100:00100000:3.0:1746135169.783303:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627975552 00002000:00100000:3.0:1746135169.783360:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae08700 x1830954627975552/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.783371:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08700 with x1830954627975552 ext(0->7) 00010000:00010000:3.0:1746135169.783384:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 30 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.783399:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 30 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135169.783408:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08700 00000100:00100000:3.0:1746135169.785213:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2417 00000100:00100000:3.0:1746135169.785234:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954627975552:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135169.790387:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2011:x1830954627975552:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5154us (7185us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746135169.790398:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2417 00002000:00100000:0.0:1746135169.790410:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae08700 x1830954627975552/t4294970606(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.790419:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08700 with x1830954627975552 ext(0->7) 00010000:00010000:0.0:1746135169.790429:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135169.790443:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135169.790450:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08700 00000100:00100000:0.0:1746135169.795351:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.795474:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627975680 00000100:00100000:2.0:1746135169.795486:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627975680 00000100:00100000:2.0:1746135169.795554:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29565 00000100:00100000:2.0:1746135169.795562:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1804:x1830954627975680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.795594:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.795617:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f78 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.795690:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.795700:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.795707:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135169.795711:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.795754:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.795770:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.795783:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00000100:00100000:2.0:1746135169.795853:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:1804:x1830954627975680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 291us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.795861:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29565 00000100:00100000:0.0:1746135169.798153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.798223:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627975808 00000100:00100000:3.0:1746135169.798231:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627975808 00010000:00010000:3.0:1746135169.798262:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.798286:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13872 00000100:00100000:3.0:1746135169.798292:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2008:x1830954627975808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.798304:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.798321:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.798330:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.798348:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c295f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f6a expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.798379:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.798381:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.798387:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.798395:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.798425:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.798435:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.798444:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625865600:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.798515:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.805747:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625865600:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.805766:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.805840:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2008:x1830954627975808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7547us (7696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.805851:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13872 00000100:00100000:0.0:1746135169.806728:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.806803:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627976064 00000100:00100000:2.0:1746135169.806809:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627976064 00002000:00100000:2.0:1746135169.806839:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae08380 x1830954627976064/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.806847:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08380 with x1830954627976064 ext(0->4095) 00010000:00010000:2.0:1746135169.806854:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.806865:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135169.806870:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08380 00000100:00100000:2.0:1746135169.806884:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2418 00000100:00100000:2.0:1746135169.806890:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627976064:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.808214:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627976064:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1310us (1474us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.808226:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2418 00002000:00100000:2.0:1746135169.808237:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae08380 x1830954627976064/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.808246:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08380 with x1830954627976064 ext(0->4095) 00010000:00010000:2.0:1746135169.808255:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.808271:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135169.808281:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08380 00000100:00100000:0.0:1746135169.812199:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.812314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.812495:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627976192 00000100:00100000:1.0:1746135169.812504:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627976192 00000100:00100000:1.0:1746135169.812555:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29566 00000100:00100000:1.0:1746135169.812561:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627976192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.812575:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.812597:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f7f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.812618:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.812623:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.812628:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.812630:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.812690:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.812703:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.812780:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645000, rc 0) 00000100:00100000:1.0:1746135169.812828:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954627976192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 266us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.812835:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29566 00000100:00100000:3.0:1746135169.816106:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627976320 00000100:00100000:3.0:1746135169.816122:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627976320 00010000:00010000:3.0:1746135169.816180:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 7 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.816212:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13873 00000100:00100000:3.0:1746135169.816219:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954627976320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.816234:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.816253:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 7 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.816268:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 7 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.816291:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2966 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f71 expref: 7 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.817993:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.817999:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.818010:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.818020:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.818059:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.818072:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 31 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.818085:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625865856:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.818353:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.821623:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625865856:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.821658:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.821697:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627976320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5478us (9381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.821709:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13873 00000100:00100000:0.0:1746135169.821813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.822024:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627976448 00000100:00100000:2.0:1746135169.822031:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627976448 00010000:00010000:2.0:1746135169.822054:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.822087:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13874 00000100:00100000:2.0:1746135169.822094:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954627976448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.822104:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.822120:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.822130:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.822156:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c296d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f78 expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.822179:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.822181:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.822187:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.822195:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.822240:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.822254:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625865984:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.822313:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.825043:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625865984:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.825073:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.825139:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954627976448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3043us (3323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.825154:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13874 00000100:00100000:0.0:1746135169.825699:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.825758:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627976704 00000100:00100000:2.0:1746135169.825766:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627976704 00002000:00100000:2.0:1746135169.825811:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae09880 x1830954627976704/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.825820:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09880 with x1830954627976704 ext(0->4095) 00002000:00010000:2.0:1746135169.825825:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae09880 00000100:00100000:2.0:1746135169.825853:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13156 00000100:00100000:2.0:1746135169.825859:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627976704:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.826004:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627976704:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.826010:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13156 00002000:00100000:2.0:1746135169.826015:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae09880 x1830954627976704/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.826027:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09880 with x1830954627976704 ext(0->4095) 00002000:00010000:2.0:1746135169.826029:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae09880 00000100:00100000:0.0:1746135169.828083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.828197:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627976832 00000100:00100000:2.0:1746135169.828205:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627976832 00000100:00100000:2.0:1746135169.828250:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29567 00000100:00100000:2.0:1746135169.828256:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:1820:x1830954627976832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.828270:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.828284:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f86 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.828307:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.828314:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.828316:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.828319:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 32 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.828344:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.828356:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.828366:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625866112:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.828432:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.830742:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625866112:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135169.830778:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 32 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.830796:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6600, rc 0) 00000100:00100000:2.0:1746135169.831063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.831225:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627976960 00000100:00100000:3.0:1746135169.831232:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627976960 00010000:00010000:3.0:1746135169.831516:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.831555:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13875 00000100:00100000:3.0:1746135169.831563:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627976960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.831577:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.831605:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.831617:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.831653:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2974 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f7f expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:0.0:1746135169.831708:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1820:x1830954627976832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3449us (3627us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.831716:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29567 00010000:00010000:3.0:1746135169.832279:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.832282:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.832292:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.832301:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.832340:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.832357:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625866240:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.832461:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.833603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.833880:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627977088 00000100:00100000:1.0:1746135169.833892:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627977088 00000100:00100000:1.0:1746135169.833944:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29568 00000100:00100000:1.0:1746135169.833950:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1804:x1830954627977088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135169.833969:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135169.833991:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f8d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.834021:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.834030:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.834032:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135169.834036:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.834064:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.834081:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135169.834094:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625866368:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135169.834177:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.838970:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625866240:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.838991:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.839035:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627976960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7472us (7972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.839049:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13875 00000100:00100000:3.0:1746135169.839502:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625866368:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135169.839525:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.839543:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:3.0:1746135169.839565:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:1804:x1830954627977088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5616us (5967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.839571:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29568 00000100:00100000:0.0:1746135169.840082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.840126:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627977344 00000100:00100000:3.0:1746135169.840134:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627977344 00002000:00100000:3.0:1746135169.840173:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aefaa00 x1830954627977344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.840183:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefaa00 with x1830954627977344 ext(0->4095) 00010000:00010000:3.0:1746135169.840192:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.840205:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135169.840213:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefaa00 00000100:00100000:3.0:1746135169.840383:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2419 00000100:00100000:3.0:1746135169.840392:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2010:x1830954627977344:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135169.840620:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2010:x1830954627977344:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 228us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.840626:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2419 00002000:00100000:3.0:1746135169.840631:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aefaa00 x1830954627977344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.840654:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefaa00 with x1830954627977344 ext(0->4095) 00010000:00010000:3.0:1746135169.840659:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.840668:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135169.840674:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefaa00 00000100:00100000:3.0:1746135169.844556:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.844700:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.845386:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627977472 00000100:00100000:0.0:1746135169.845396:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627977472 00000100:00100000:0.0:1746135169.845464:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29569 00000100:00100000:0.0:1746135169.845473:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627977472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135169.845493:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746135169.845555:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627977600 00000100:00100000:2.0:1746135169.845559:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627977600 00010000:00010000:2.0:1746135169.845591:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.845613:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13876 00000100:00100000:2.0:1746135169.845618:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2009:x1830954627977600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.846965:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.846998:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.847014:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.847038:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c297b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f86 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.847063:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.847065:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.847075:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.847085:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.847129:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.847152:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625866496:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.847274:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00010000:00010000:0.0:1746135169.847354:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f94 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.847376:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.847383:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135169.847384:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135169.847387:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.847407:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.847420:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:0.0:1746135169.847429:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625866624:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135169.847452:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a949c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.849573:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625866624:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.849628:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.849669:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc82200, rc 0) 00000100:00100000:2.0:1746135169.849743:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627977472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4270us (5198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.849754:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29569 00000100:00100000:3.0:1746135169.851335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.851402:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627977856 00000100:00100000:0.0:1746135169.851410:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627977856 00002000:00100000:0.0:1746135169.851448:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7d880 x1830954627977856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.851458:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d880 with x1830954627977856 ext(0->4095) 00010000:00010000:0.0:1746135169.851465:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135169.851478:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135169.851485:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7d880 00000100:00100000:0.0:1746135169.851515:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2420 00000100:00100000:0.0:1746135169.851523:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2010:x1830954627977856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.851565:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625866496:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.851596:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135169.851659:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2009:x1830954627977600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6022us (6941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.851666:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13876 00000100:00100000:0.0:1746135169.852257:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954627977856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 735us (927us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135169.852263:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2420 00002000:00100000:0.0:1746135169.852268:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7d880 x1830954627977856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.852281:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d880 with x1830954627977856 ext(0->4095) 00010000:00010000:0.0:1746135169.852286:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135169.852295:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135169.852300:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7d880 00000100:00100000:0.0:1746135169.854066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.855000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.855038:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627978112 00000100:00100000:3.0:1746135169.855046:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627978112 00010000:00010000:3.0:1746135169.855079:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.855112:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13877 00000100:00100000:3.0:1746135169.855119:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954627978112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.855132:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.855150:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.855161:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.855176:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627977984 00000100:00100000:2.0:1746135169.855179:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627977984 00010000:00010000:3.0:1746135169.855183:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2982 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f8d expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.855198:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.855200:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746135169.855201:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29570 00000100:00100000:2.0:1746135169.855205:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1804:x1830954627977984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.855207:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.855214:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.855218:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.855228:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236f9b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.855244:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.855254:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.855256:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.855258:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.855415:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.855422:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.855430:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.855437:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.855440:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625866880:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135169.855448:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625866752:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.855490:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596840 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.855498:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.860710:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625866752:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.860729:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.860783:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2010:x1830954627978112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5663us (5783us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.860792:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13877 00000100:00100000:0.0:1746135169.860904:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625866880:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135169.860925:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 32 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.860939:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7200, rc 0) 00000100:00100000:0.0:1746135169.860957:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1804:x1830954627977984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5752us (6900us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135169.860962:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29570 00000100:00100000:0.0:1746135169.861312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.861395:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627978368 00000100:00100000:2.0:1746135169.861401:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627978368 00002000:00100000:2.0:1746135169.861437:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef8380 x1830954627978368/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.861446:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8380 with x1830954627978368 ext(0->4095) 00010000:00010000:2.0:1746135169.861453:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.861464:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135169.861470:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef8380 00000100:00100000:2.0:1746135169.861497:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2421 00000100:00100000:2.0:1746135169.861503:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627978368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.861629:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627978368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.861635:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2421 00002000:00100000:2.0:1746135169.861662:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef8380 x1830954627978368/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.861670:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8380 with x1830954627978368 ext(0->4095) 00010000:00010000:2.0:1746135169.861674:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.861683:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135169.861689:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef8380 00000100:00100000:0.0:1746135169.864684:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.868493:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627978496 00000100:00100000:3.0:1746135169.868513:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627978496 00010000:00010000:2.0:1746135169.868695:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.868740:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13878 00000100:00100000:2.0:1746135169.868748:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627978496:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.868764:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.868787:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.868799:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.868830:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2989 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f94 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.868850:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.868852:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.868859:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.868867:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.868904:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135169.868919:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625867008:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.869029:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.873994:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625867008:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135169.874003:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135169.874014:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.874060:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627978752 00000100:00100000:1.0:1746135169.874066:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627978752 00002000:00100000:1.0:1746135169.874101:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef9f80 x1830954627978752/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.874109:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef9f80 with x1830954627978752 ext(0->4095) 00002000:00010000:1.0:1746135169.874113:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aef9f80 00000100:00100000:1.0:1746135169.874170:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13157 00000100:00100000:1.0:1746135169.874177:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954627978752:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135169.874312:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954627978752:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.874319:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13157 00002000:00100000:1.0:1746135169.874324:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef9f80 x1830954627978752/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746135169.874368:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627978496:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5620us (9691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.874375:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13878 00002000:00100000:1.0:1746135169.874850:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef9f80 with x1830954627978752 ext(0->4095) 00002000:00010000:1.0:1746135169.874855:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aef9f80 00000100:00100000:0.0:1746135169.876244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.876392:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627978880 00000100:00100000:2.0:1746135169.876403:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627978880 00000100:00100000:2.0:1746135169.876450:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29571 00000100:00100000:2.0:1746135169.876458:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627978880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.876481:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.876501:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fa2 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.877089:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.877098:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.877100:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.877103:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.877139:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.877151:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 31 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.877207:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625867136:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.878887:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.887156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.888292:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625867136:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.888329:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.888344:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:3.0:1746135169.888363:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627979008 00000100:00100000:3.0:1746135169.888370:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627979008 00000100:00100000:2.0:1746135169.888394:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627978880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11935us (12157us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135169.888401:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.888406:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29571 00000100:00100000:0.0:1746135169.888807:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.890153:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627979136 00000100:00100000:2.0:1746135169.890163:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627979136 00000100:00100000:2.0:1746135169.890209:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29572 00000100:00100000:2.0:1746135169.890217:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:1804:x1830954627979136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.890237:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.890258:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fa9 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.890280:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13879 00010000:00010000:2.0:1746135169.890285:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746135169.890288:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2011:x1830954627979008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.890292:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.890297:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135169.890299:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.890301:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 34 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.890321:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.890332:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.890352:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.890355:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c2990 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236f9b expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.890366:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 34 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.890374:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.890376:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.890381:0:11615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.890392:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.890621:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135169.890632:0:11615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.890659:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.890669:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625867392:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.890752:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b36c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135169.890950:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:2011:x1830954627979008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 662us (3801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.890957:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13879 00000100:00100000:2.0:1746135169.893683:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625867392:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135169.893701:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6600, rc 0) 00000100:00100000:2.0:1746135169.893743:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1804:x1830954627979136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3527us (4936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.893750:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29572 00000100:00100000:0.0:1746135169.895035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.895393:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627979392 00000100:00100000:2.0:1746135169.895400:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627979392 00002000:00100000:2.0:1746135169.895441:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed0700 x1830954627979392/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.895450:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0700 with x1830954627979392 ext(0->4095) 00010000:00010000:2.0:1746135169.895457:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.895474:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135169.895480:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed0700 00000100:00100000:2.0:1746135169.895508:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2422 00000100:00100000:2.0:1746135169.895514:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627979392:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135169.896318:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627979392:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 799us (1281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.896324:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2422 00002000:00100000:2.0:1746135169.896330:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed0700 x1830954627979392/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.896338:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0700 with x1830954627979392 ext(0->4095) 00010000:00010000:2.0:1746135169.896344:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.896354:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135169.896360:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed0700 00000100:00100000:0.0:1746135169.900833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.900982:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627979520 00000100:00100000:3.0:1746135169.900991:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627979520 00010000:00010000:3.0:1746135169.901036:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.901078:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13880 00000100:00100000:3.0:1746135169.901086:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627979520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135169.901101:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135169.901121:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.901132:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.901152:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c2997 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa2 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.901177:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.901179:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.901186:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.901197:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.901229:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135169.901240:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625867520:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135169.901320:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.907549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.907663:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625867520:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.907685:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135169.907743:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627979520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6656us (6923us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.907755:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13880 00000100:00100000:2.0:1746135169.908112:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627979776 00000100:00100000:2.0:1746135169.908121:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627979776 00002000:00100000:2.0:1746135169.908168:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d180 x1830954627979776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.908178:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d180 with x1830954627979776 ext(0->4095) 00002000:00010000:2.0:1746135169.908183:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d180 00000100:00100000:2.0:1746135169.908202:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13158 00000100:00100000:2.0:1746135169.908210:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2011:x1830954627979776:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135169.908358:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2011:x1830954627979776:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (822us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135169.908366:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13158 00002000:00100000:2.0:1746135169.908371:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60d180 x1830954627979776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135169.908377:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d180 with x1830954627979776 ext(0->4095) 00002000:00010000:2.0:1746135169.908380:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d180 00000100:00100000:0.0:1746135169.914614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.915169:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627979904 00000100:00100000:2.0:1746135169.915177:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627979904 00000100:00100000:2.0:1746135169.915221:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29573 00000100:00100000:2.0:1746135169.915228:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627979904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.915244:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.915260:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fb0 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.915287:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.915295:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.915296:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.915299:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.915329:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 31 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.915339:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 31 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.915350:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625867648:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.916620:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.923069:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625867648:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.923105:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.923125:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7a00, rc 0) 00000100:00100000:2.0:1746135169.923194:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627979904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7964us (8587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.923204:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29573 00000100:00100000:0.0:1746135169.928741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.930530:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627980032 00000100:00100000:3.0:1746135169.930547:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627980032 00002000:00100000:3.0:1746135169.930613:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed1880 x1830954627980032/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.930623:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1880 with x1830954627980032 ext(0->7) 00010000:00010000:3.0:1746135169.930634:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.931786:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 32 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135169.931794:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed1880 00000100:00100000:3.0:1746135169.931816:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2423 00000100:00100000:3.0:1746135169.931824:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954627980032:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135169.933209:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954627980032:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1377us (4474us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746135169.933223:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2423 00002000:00100000:0.0:1746135169.933233:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed1880 x1830954627980032/t4294970607(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 496/448 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.933243:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1880 with x1830954627980032 ext(0->7) 00010000:00010000:0.0:1746135169.933254:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135169.933270:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135169.933277:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed1880 00000100:00100000:0.0:1746135169.936366:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.937673:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627980160 00000100:00100000:3.0:1746135169.937693:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627980160 00010000:00010000:3.0:1746135169.937747:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135169.939675:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13881 00000100:00100000:1.0:1746135169.939694:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954627980160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.939716:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.939747:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.939761:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.939789:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c299e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fa9 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.939822:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.939824:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.939833:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.939842:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.939878:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135169.939891:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625867776:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135169.940786:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135169.943370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.943516:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627980288 00000100:00100000:0.0:1746135169.943524:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627980288 00000100:00100000:0.0:1746135169.943574:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29574 00000100:00100000:0.0:1746135169.943589:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1804:x1830954627980288:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135169.943604:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135169.943619:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fb7 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.943742:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135169.943754:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.943756:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135169.943760:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 35 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.943822:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.943837:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135169.943849:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625867904:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135169.944618:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.947029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.947058:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627980544 00000100:00100000:0.0:1746135169.947068:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627980544 00002000:00100000:0.0:1746135169.947108:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1180 x1830954627980544/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.947117:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1180 with x1830954627980544 ext(0->4095) 00010000:00010000:0.0:1746135169.947124:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135169.947148:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135169.947157:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed1180 00000100:00100000:0.0:1746135169.947193:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2424 00000100:00100000:0.0:1746135169.947202:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627980544:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746135169.947379:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627980544:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 177us (359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135169.947385:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2424 00002000:00100000:0.0:1746135169.947390:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1180 x1830954627980544/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135169.947402:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1180 with x1830954627980544 ext(0->4095) 00010000:00010000:0.0:1746135169.947406:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135169.947414:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135169.947419:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed1180 00000100:00100000:1.0:1746135169.947716:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625867776:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.947733:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.947760:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2010:x1830954627980160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8075us (11407us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.947767:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13881 00000100:00100000:2.0:1746135169.947886:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625867904:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.947904:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 34 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.947919:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b0e800, rc 0) 00000100:00100000:2.0:1746135169.947938:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1804:x1830954627980288:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4358us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.947947:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29574 00000100:00100000:0.0:1746135169.950089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.950756:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.950899:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627980672 00000100:00100000:1.0:1746135169.950909:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627980672 00010000:00010000:1.0:1746135169.950939:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.951416:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627980800 00000100:00100000:2.0:1746135169.951420:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627980800 00000100:00100000:2.0:1746135169.951448:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29575 00000100:00100000:2.0:1746135169.951454:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954627980800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.951468:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.951480:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fbe expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.951499:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135169.951504:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.951509:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.951513:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 8 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.951540:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.951552:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 8 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.951561:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00000100:00100000:1.0:1746135169.951702:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13882 00000100:00100000:1.0:1746135169.951709:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2008:x1830954627980672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.951719:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.951733:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 8 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.951744:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 8 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.951759:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c29a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb0 expref: 8 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.951772:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.951773:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.951778:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.951784:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.951801:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 33 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.951810:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 33 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135169.951819:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625868160:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135169.951951:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954627980800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 496us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.951957:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29575 00000100:00100000:1.0:1746135169.951967:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.954241:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.954355:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625868160:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.954376:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.954432:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627980672:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2722us (4349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.954444:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13882 00000100:00100000:3.0:1746135169.955046:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627981056 00000100:00100000:3.0:1746135169.955055:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627981056 00002000:00100000:3.0:1746135169.955093:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4ab480 x1830954627981056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.955101:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4ab480 with x1830954627981056 ext(0->4095) 00010000:00010000:3.0:1746135169.955109:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.955122:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135169.955128:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4ab480 00000100:00100000:3.0:1746135169.955147:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2425 00000100:00100000:3.0:1746135169.955153:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2008:x1830954627981056:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135169.955291:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2008:x1830954627981056:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (1060us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.955298:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2425 00002000:00100000:3.0:1746135169.955302:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4ab480 x1830954627981056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.955314:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4ab480 with x1830954627981056 ext(0->4095) 00010000:00010000:3.0:1746135169.955318:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135169.955328:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 34 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135169.955332:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4ab480 00000100:00100000:0.0:1746135169.964263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135169.965074:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.965511:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627981184 00000100:00100000:2.0:1746135169.965521:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627981184 00000100:00100000:2.0:1746135169.965589:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29576 00000100:00100000:2.0:1746135169.965597:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1804:x1830954627981184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746135169.965605:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627981312 00000100:00100000:1.0:1746135169.965610:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627981312 00010000:00010000:2.0:1746135169.965617:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.965632:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fc5 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.965634:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 35 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135169.965675:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13883 00010000:00010000:2.0:1746135169.965680:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1746135169.965681:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2009:x1830954627981312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135169.965685:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.965689:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135169.965691:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135169.965695:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 36 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.965708:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 36 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.965719:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 36 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135169.965741:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.965756:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 36 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.965766:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:2.0:1746135169.965812:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:1804:x1830954627981184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.965818:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29576 00010000:00010000:1.0:1746135169.966004:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b0e800/0xc3cfcce4a57c29ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fb7 expref: 35 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.966058:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.966059:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.966066:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.966073:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.966092:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.966100:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135169.966116:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625868416:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135169.967261:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.969667:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625868416:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.969685:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.969721:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2009:x1830954627981312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4039us (4649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.969731:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13883 00000100:00100000:0.0:1746135169.970950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.971136:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627981568 00000100:00100000:1.0:1746135169.971145:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627981568 00002000:00100000:1.0:1746135169.971190:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a8000 x1830954627981568/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.971200:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8000 with x1830954627981568 ext(0->4095) 00010000:00010000:1.0:1746135169.971208:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.971221:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135169.971229:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a8000 00000100:00100000:1.0:1746135169.972938:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2426 00000100:00100000:1.0:1746135169.972955:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627981568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135169.973175:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627981568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 226us (2230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.973186:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2426 00002000:00100000:1.0:1746135169.973194:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a8000 x1830954627981568/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.973203:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8000 with x1830954627981568 ext(0->4095) 00010000:00010000:1.0:1746135169.973212:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.973227:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135169.973235:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a8000 00000100:00100000:0.0:1746135169.978055:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.978266:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627981696 00000100:00100000:1.0:1746135169.978277:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627981696 00010000:00010000:1.0:1746135169.978312:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135169.978920:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13884 00000100:00100000:1.0:1746135169.978931:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627981696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.978947:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.978969:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.978982:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.979013:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fbe expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.979051:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.979053:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135169.979060:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.979070:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135169.979107:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135169.979120:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625868544:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135169.979211:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135169.981961:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625868544:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.981990:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.982048:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627981696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3117us (4003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.982062:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13884 00000100:00100000:0.0:1746135169.982559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.983317:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627981952 00000100:00100000:3.0:1746135169.983326:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627981952 00002000:00100000:3.0:1746135169.983374:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4abb80 x1830954627981952/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.983385:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4abb80 with x1830954627981952 ext(0->4095) 00002000:00010000:3.0:1746135169.983391:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4abb80 00000100:00100000:3.0:1746135169.983427:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13159 00000100:00100000:3.0:1746135169.983434:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2008:x1830954627981952:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135169.983617:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2008:x1830954627981952:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 183us (1060us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135169.983623:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13159 00002000:00100000:3.0:1746135169.983628:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4abb80 x1830954627981952/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135169.983634:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4abb80 with x1830954627981952 ext(0->4095) 00002000:00010000:3.0:1746135169.983636:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4abb80 00000100:00100000:1.0:1746135169.987100:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135169.987229:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627982080 00000100:00100000:2.0:1746135169.987241:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627982080 00000100:00100000:2.0:1746135169.987390:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29577 00000100:00100000:2.0:1746135169.987399:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627982080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135169.987421:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135169.987445:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fcc expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.987477:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.987484:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.987486:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135169.987489:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.987526:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.987538:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 33 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.987943:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625868672:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135169.988477:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.993793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.994294:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627982208 00000100:00100000:1.0:1746135169.994305:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627982208 00010000:00010000:1.0:1746135169.994350:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 34 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135169.994505:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625868672:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135169.994534:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135169.994549:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7000, rc 0) 00000100:00100000:2.0:1746135169.994618:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627982080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7219us (7532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135169.994626:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29577 00000100:00100000:0.0:1746135169.994742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135169.994807:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13885 00000100:00100000:1.0:1746135169.994815:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2011:x1830954627982208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135169.994831:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135169.994852:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 34 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.994863:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 34 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.994885:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c29ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fc5 expref: 34 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.994962:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627982336 00000100:00100000:3.0:1746135169.994967:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627982336 00000100:00100000:3.0:1746135169.994989:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29578 00000100:00100000:3.0:1746135169.994994:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1804:x1830954627982336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135169.995011:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135169.995021:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fd3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.995034:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.995038:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.995044:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135169.995047:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.995077:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.995084:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.995091:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.995092:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135169.995098:0:26641:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.995104:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.995123:0:26641:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135169.995133:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135169.995143:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625868928:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135169.995237:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135169.995254:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2011:x1830954627982208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 442us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135169.995261:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13885 00000100:00100000:3.0:1746135169.995416:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135169.998927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135169.998933:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625868928:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135169.998948:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c000, rc 0) 00000100:00100000:3.0:1746135169.998993:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1804:x1830954627982336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3998us (4251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135169.999000:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29578 00000100:00100000:1.0:1746135169.999080:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627982592 00000100:00100000:1.0:1746135169.999087:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627982592 00002000:00100000:1.0:1746135169.999119:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3b80 x1830954627982592/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/0 e 0 to 0 dl 1746135180 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.999126:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3b80 with x1830954627982592 ext(0->4095) 00010000:00010000:1.0:1746135169.999133:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.999143:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135169.999148:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3b80 00000100:00100000:1.0:1746135169.999162:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2427 00000100:00100000:1.0:1746135169.999168:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627982592:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135169.999285:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627982592:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135169.999291:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2427 00002000:00100000:1.0:1746135169.999296:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3b80 x1830954627982592/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:625/0 lens 488/4536 e 0 to 0 dl 1746135180 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135169.999303:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3b80 with x1830954627982592 ext(0->4095) 00010000:00010000:1.0:1746135169.999307:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135169.999315:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135169.999320:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3b80 00000100:00100000:0.0:1746135170.001306:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.001431:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627982720 00000100:00100000:1.0:1746135170.001441:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627982720 00010000:00010000:1.0:1746135170.001479:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.001570:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13886 00000100:00100000:1.0:1746135170.001590:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627982720:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.001605:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.001628:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.001773:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.001796:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c29c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fcc expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.002197:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.002200:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.002208:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.002215:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.002255:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.002270:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625869056:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.002371:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.005493:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625869056:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.005517:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135170.006223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.006343:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627982720:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4764us (5045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.006352:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627982976 00000100:00100000:1.0:1746135170.006353:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13886 00000100:00100000:2.0:1746135170.006359:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627982976 00002000:00100000:2.0:1746135170.006392:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e2300 x1830954627982976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.006400:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2300 with x1830954627982976 ext(0->4095) 00002000:00010000:2.0:1746135170.006405:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e2300 00000100:00100000:2.0:1746135170.006434:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13160 00000100:00100000:2.0:1746135170.006441:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954627982976:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.006570:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954627982976:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.006576:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13160 00002000:00100000:2.0:1746135170.006592:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e2300 x1830954627982976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.006599:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2300 with x1830954627982976 ext(0->4095) 00002000:00010000:2.0:1746135170.006602:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e2300 00000100:00100000:0.0:1746135170.013062:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.013209:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627983104 00000100:00100000:3.0:1746135170.013219:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627983104 00000100:00100000:3.0:1746135170.013290:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29579 00000100:00100000:3.0:1746135170.013300:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627983104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.013323:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.013339:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fda expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.013373:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.013386:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.013388:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.013393:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.013431:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 33 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.013444:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 33 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.013456:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625869184:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.013571:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.015463:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625869184:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.015489:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.015503:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:3.0:1746135170.015551:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627983104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2252us (2502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.015558:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29579 00000100:00100000:0.0:1746135170.022861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.022941:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627983232 00000100:00100000:2.0:1746135170.022951:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627983232 00002000:00100000:2.0:1746135170.022997:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e0e00 x1830954627983232/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.023008:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0e00 with x1830954627983232 ext(0->7) 00010000:00010000:2.0:1746135170.023017:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 34 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.023030:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 34 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.023036:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e0e00 00000100:00100000:2.0:1746135170.023070:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2428 00000100:00100000:2.0:1746135170.023076:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2008:x1830954627983232:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135170.027159:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2008:x1830954627983232:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4069us (4298us total) trans 4294970608 rc 0/0 00000100:00100000:2.0:1746135170.027173:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2428 00002000:00100000:2.0:1746135170.027186:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800927e0e00 x1830954627983232/t4294970608(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.027195:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0e00 with x1830954627983232 ext(0->7) 00010000:00010000:2.0:1746135170.027206:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.027224:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.027231:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e0e00 00000100:00100000:0.0:1746135170.040379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.040514:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627983360 00000100:00100000:1.0:1746135170.040526:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627983360 00010000:00010000:1.0:1746135170.040571:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.040672:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13887 00000100:00100000:1.0:1746135170.040682:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2008:x1830954627983360:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.040703:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.040726:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.040735:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.040756:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c29c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fd3 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.040781:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.040783:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.040789:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.040796:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.040820:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.040830:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625869312:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.040914:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.041739:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.042293:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627983488 00000100:00100000:3.0:1746135170.042298:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627983488 00000100:00100000:3.0:1746135170.042338:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29580 00000100:00100000:3.0:1746135170.042343:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:1804:x1830954627983488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.042357:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.042373:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fe1 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.042393:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.042399:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.042400:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.042403:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.042424:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.042432:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.042442:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625869440:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.042503:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.044482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.044597:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627983744 00000100:00100000:2.0:1746135170.044604:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627983744 00000100:00100000:3.0:1746135170.044614:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625869440:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.044661:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746135170.044662:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e1180 x1830954627983744/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.044669:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1180 with x1830954627983744 ext(0->4095) 00010000:00010000:2.0:1746135170.044676:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.044677:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447ca00, rc 0) 00010000:00010000:2.0:1746135170.044686:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.044692:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e1180 00000100:00100000:2.0:1746135170.044711:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2429 00000100:00100000:3.0:1746135170.044714:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:1804:x1830954627983488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2371us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.044716:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627983744:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135170.044723:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29580 00000100:00100000:2.0:1746135170.044848:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627983744:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (374us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.044853:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2429 00002000:00100000:2.0:1746135170.044858:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e1180 x1830954627983744/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.044864:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1180 with x1830954627983744 ext(0->4095) 00010000:00010000:2.0:1746135170.044868:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.044876:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.044879:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625869312:192.168.202.58@tcp:105: 00002000:00010000:2.0:1746135170.044882:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e1180 00010000:00010000:1.0:1746135170.044890:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.044906:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2008:x1830954627983360:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4227us (4542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.044913:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13887 00000100:00100000:0.0:1746135170.047211:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.047258:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.047568:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627983872 00000100:00100000:1.0:1746135170.047575:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627983872 00010000:00010000:1.0:1746135170.047610:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.047674:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13888 00000100:00100000:1.0:1746135170.047681:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627983872:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.047717:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.047736:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.047748:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.047773:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c29cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fda expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.047800:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.047802:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.047809:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.047817:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.047875:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627984000 00000100:00100000:3.0:1746135170.047878:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627984000 00000100:00100000:3.0:1746135170.047906:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29581 00000100:00100000:3.0:1746135170.047911:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627984000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.047922:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.047931:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fe8 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.047944:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.047950:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.047951:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.047953:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.047970:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.047979:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 35 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.048103:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625869568:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.048159:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00010000:00010000:1.0:1746135170.048290:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 35 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.048299:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 35 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.048307:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625869696:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.048328:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.050931:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625869568:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.050955:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.050969:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447dc00, rc 0) 00000100:00100000:3.0:1746135170.051018:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954627984000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3105us (3757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.051025:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29581 00000100:00100000:0.0:1746135170.052373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.052486:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625869696:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.052505:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.052527:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627984256 00000100:00100000:2.0:1746135170.052535:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627984256 00000100:00100000:1.0:1746135170.052554:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627983872:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4872us (5349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.052563:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13888 00002000:00100000:2.0:1746135170.052590:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0380 x1830954627984256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.052606:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0380 with x1830954627984256 ext(0->4095) 00010000:00010000:2.0:1746135170.052751:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.052765:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.052772:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e0380 00000100:00100000:2.0:1746135170.052790:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2430 00000100:00100000:2.0:1746135170.052797:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954627984256:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.052937:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954627984256:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (571us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.052943:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2430 00002000:00100000:2.0:1746135170.052947:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0380 x1830954627984256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.052953:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0380 with x1830954627984256 ext(0->4095) 00010000:00010000:2.0:1746135170.052957:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.052965:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.052970:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e0380 00000100:00100000:0.0:1746135170.057048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.057112:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627984512 00000100:00100000:3.0:1746135170.057120:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627984512 00000100:00100000:3.0:1746135170.057182:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29582 00000100:00100000:3.0:1746135170.057190:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:1804:x1830954627984512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.057211:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.057228:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236fef expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.057252:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.057258:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.057265:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135170.057268:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.057299:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.057311:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.057325:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:3.0:1746135170.057372:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:1804:x1830954627984512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.057377:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29582 00000100:00100000:0.0:1746135170.058888:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.059006:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627984384 00000100:00100000:1.0:1746135170.059015:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627984384 00010000:00010000:1.0:1746135170.059055:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 37 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.059102:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13889 00000100:00100000:1.0:1746135170.059110:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2011:x1830954627984384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.059126:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.059156:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 37 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.059175:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 37 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.059207:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447ca00/0xc3cfcce4a57c29d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe1 expref: 37 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.059238:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.059240:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.059247:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.059256:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.060062:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.060077:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.060092:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625869952:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135170.060866:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.063515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.063710:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627984768 00000100:00100000:1.0:1746135170.063722:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627984768 00002000:00100000:1.0:1746135170.063781:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e1f80 x1830954627984768/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.063790:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1f80 with x1830954627984768 ext(0->4095) 00010000:00010000:1.0:1746135170.063801:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.063817:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.063824:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e1f80 00000100:00100000:2.0:1746135170.064027:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625869952:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.064046:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.064089:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954627984384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4979us (5211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.064100:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13889 00000100:00100000:1.0:1746135170.064494:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2431 00000100:00100000:1.0:1746135170.064502:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627984768:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135170.064678:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627984768:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (1173us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.064683:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2431 00002000:00100000:1.0:1746135170.064688:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e1f80 x1830954627984768/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.064694:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e1f80 with x1830954627984768 ext(0->4095) 00010000:00010000:1.0:1746135170.064700:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.064709:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.064714:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e1f80 00000100:00100000:0.0:1746135170.069330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.069446:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627984896 00000100:00100000:2.0:1746135170.069456:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627984896 00010000:00010000:2.0:1746135170.069501:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.069533:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13890 00000100:00100000:2.0:1746135170.069541:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627984896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.069560:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.069620:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.069633:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.069693:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447dc00/0xc3cfcce4a57c29dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fe8 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.070212:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.070215:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.070223:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.070232:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.070272:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.070283:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625870080:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.070848:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.074135:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625870080:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.074168:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.074236:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627984896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4694us (4914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.074250:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13890 00000100:00100000:0.0:1746135170.074785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.074878:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627985152 00000100:00100000:3.0:1746135170.074887:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627985152 00002000:00100000:3.0:1746135170.074922:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c2d80 x1830954627985152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.074930:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2d80 with x1830954627985152 ext(0->4095) 00002000:00010000:3.0:1746135170.074933:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c2d80 00000100:00100000:3.0:1746135170.075179:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13161 00000100:00100000:3.0:1746135170.075186:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2009:x1830954627985152:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135170.075296:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2009:x1830954627985152:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.075302:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13161 00002000:00100000:3.0:1746135170.075307:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c2d80 x1830954627985152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.075313:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2d80 with x1830954627985152 ext(0->4095) 00002000:00010000:3.0:1746135170.075316:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c2d80 00000100:00100000:0.0:1746135170.083052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.083237:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627985280 00000100:00100000:2.0:1746135170.083245:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627985280 00000100:00100000:2.0:1746135170.083291:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29583 00000100:00100000:2.0:1746135170.083297:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627985280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.083312:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.083327:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ff6 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.083352:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.083360:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.083361:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.083364:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.083396:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 35 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.083406:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 35 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.083416:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625870208:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.084332:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.085113:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625870208:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.085150:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.085168:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00000100:00100000:2.0:1746135170.085209:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627985280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1911us (2163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.085217:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29583 00000100:00100000:0.0:1746135170.090020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.090110:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627985408 00000100:00100000:1.0:1746135170.090120:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627985408 00002000:00100000:1.0:1746135170.090163:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b5c3100 x1830954627985408/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.090180:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3100 with x1830954627985408 ext(0->7) 00010000:00010000:1.0:1746135170.090188:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.090202:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 36 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.090209:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3100 00000100:00100000:1.0:1746135170.090687:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2432 00000100:00100000:1.0:1746135170.090695:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2010:x1830954627985408:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135170.098219:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954627985408:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 7512us (8193us total) trans 4294970609 rc 0/0 00000100:00100000:1.0:1746135170.098233:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2432 00002000:00100000:1.0:1746135170.098248:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b5c3100 x1830954627985408/t4294970609(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.098257:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3100 with x1830954627985408 ext(0->7) 00010000:00010000:1.0:1746135170.098268:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 38 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.098286:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 38 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.098293:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3100 00000100:00100000:0.0:1746135170.103061:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.104248:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627985536 00000100:00100000:3.0:1746135170.104256:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627985536 00000100:00100000:3.0:1746135170.104305:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29584 00000100:00100000:3.0:1746135170.104313:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1804:x1830954627985536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.104327:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.104341:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608236ffd expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.104362:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.104367:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.104373:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135170.104376:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.104403:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.104412:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.104419:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135170.105900:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1804:x1830954627985536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1581us (2838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.105908:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29584 00000100:00100000:0.0:1746135170.106841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.106921:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627985664 00000100:00100000:2.0:1746135170.106928:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627985664 00010000:00010000:2.0:1746135170.106959:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 39 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.107135:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13891 00000100:00100000:2.0:1746135170.107143:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954627985664:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.107157:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.107179:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 39 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.107192:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 39 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.107219:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c29e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236fef expref: 39 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.107249:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.107251:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.107259:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.107267:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.107301:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.107311:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.107320:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625870464:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.107802:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.110459:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625870464:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.110480:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.110562:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2011:x1830954627985664:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3419us (3722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.110572:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13891 00000100:00100000:0.0:1746135170.110785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.110831:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627985920 00000100:00100000:1.0:1746135170.110838:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627985920 00002000:00100000:1.0:1746135170.110869:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c2680 x1830954627985920/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.110877:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2680 with x1830954627985920 ext(0->4095) 00010000:00010000:1.0:1746135170.110884:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.110896:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.110901:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c2680 00000100:00100000:1.0:1746135170.110931:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2433 00000100:00100000:1.0:1746135170.110936:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627985920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135170.111095:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627985920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.111100:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2433 00002000:00100000:1.0:1746135170.111105:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c2680 x1830954627985920/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.111112:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2680 with x1830954627985920 ext(0->4095) 00010000:00010000:1.0:1746135170.111116:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.111124:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.111130:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c2680 00000100:00100000:0.0:1746135170.115885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.116027:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627986048 00000100:00100000:2.0:1746135170.116041:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627986048 00010000:00010000:2.0:1746135170.116089:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.116122:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13892 00000100:00100000:2.0:1746135170.116131:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627986048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.116148:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.116176:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.116193:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.116225:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c29eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ff6 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.116342:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.116344:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.116355:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 37 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.116365:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 37 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.116415:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 37 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.116430:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625870592:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.117876:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.120005:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625870592:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.120025:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.120060:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627986048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3930us (4192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.120069:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13892 00000100:00100000:0.0:1746135170.122702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.123197:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627986304 00000100:00100000:1.0:1746135170.123207:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627986304 00002000:00100000:1.0:1746135170.123247:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c0e00 x1830954627986304/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.123256:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c0e00 with x1830954627986304 ext(0->4095) 00002000:00010000:1.0:1746135170.123261:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c0e00 00000100:00100000:1.0:1746135170.123293:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13162 00000100:00100000:1.0:1746135170.123299:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2008:x1830954627986304:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135170.123445:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2008:x1830954627986304:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.123452:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13162 00002000:00100000:1.0:1746135170.123457:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c0e00 x1830954627986304/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.123464:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c0e00 with x1830954627986304 ext(0->4095) 00002000:00010000:1.0:1746135170.123467:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c0e00 00000100:00100000:0.0:1746135170.129251:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.129683:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627986432 00000100:00100000:3.0:1746135170.129692:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627986432 00000100:00100000:3.0:1746135170.129745:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29585 00000100:00100000:3.0:1746135170.129752:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627986432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.129771:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.129789:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237004 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.129815:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 37 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.129821:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.129823:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.129826:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.129854:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 37 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.129864:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 37 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.129873:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625870720:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.129967:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.134717:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625870720:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.134755:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.134777:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c200, rc 0) 00000100:00100000:3.0:1746135170.135568:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627986432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5809us (6317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.135588:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29585 00000100:00100000:0.0:1746135170.136501:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.136961:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627986560 00000100:00100000:3.0:1746135170.136971:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627986560 00002000:00100000:3.0:1746135170.137022:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b5c3800 x1830954627986560/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.137032:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3800 with x1830954627986560 ext(0->7) 00010000:00010000:3.0:1746135170.137041:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 38 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.137057:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 38 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.137064:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3800 00000100:00100000:3.0:1746135170.137087:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2434 00000100:00100000:3.0:1746135170.137094:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2011:x1830954627986560:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135170.139483:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627986560:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2375us (2975us total) trans 4294970610 rc 0/0 00000100:00100000:3.0:1746135170.139499:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2434 00002000:00100000:3.0:1746135170.139508:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b5c3800 x1830954627986560/t4294970610(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.139517:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3800 with x1830954627986560 ext(0->7) 00010000:00010000:3.0:1746135170.139527:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.139544:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.139554:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3800 00000100:00100000:2.0:1746135170.147456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.147533:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627986688 00000100:00100000:0.0:1746135170.147544:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627986688 00010000:00010000:0.0:1746135170.147600:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:0.0:1746135170.147655:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13893 00000100:00100000:0.0:1746135170.147664:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2008:x1830954627986688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135170.147680:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135170.147704:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.147723:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.147753:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c29f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608236ffd expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.147785:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.147787:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.147796:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.147805:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.147846:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135170.147860:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625870848:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135170.149501:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.152346:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.152457:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627986944 00000100:00100000:2.0:1746135170.152467:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627986944 00002000:00100000:2.0:1746135170.152516:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430380 x1830954627986944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.152526:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430380 with x1830954627986944 ext(0->4095) 00002000:00010000:2.0:1746135170.152530:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094430380 00000100:00100000:2.0:1746135170.152549:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13163 00000100:00100000:2.0:1746135170.152555:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627986944:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746135170.152738:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627986944:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.152745:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13163 00002000:00100000:2.0:1746135170.152750:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430380 x1830954627986944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.152757:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430380 with x1830954627986944 ext(0->4095) 00002000:00010000:2.0:1746135170.152760:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094430380 00000100:00100000:1.0:1746135170.153463:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5c1c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625870848:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.153482:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.153505:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2008:x1830954627986688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5843us (6061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.153514:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13893 00000100:00100000:0.0:1746135170.157573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.157828:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627987072 00000100:00100000:3.0:1746135170.157837:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627987072 00000100:00100000:3.0:1746135170.157875:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29586 00000100:00100000:3.0:1746135170.157882:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1820:x1830954627987072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.157898:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.157915:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823700b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.157939:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.157946:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.157947:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.157950:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.157983:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.157995:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.158006:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625870976:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.160624:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.163353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.164538:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627987200 00000100:00100000:2.0:1746135170.164547:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627987200 00000100:00100000:2.0:1746135170.164595:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29587 00000100:00100000:2.0:1746135170.164601:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1804:x1830954627987200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.164615:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.164627:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237012 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.164657:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.164662:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 42 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.164667:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.164670:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 42 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.164699:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 42 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.164710:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 42 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.164718:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7000, rc 0) 00000100:00100000:2.0:1746135170.164760:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1804:x1830954627987200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.164766:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29587 00000100:00100000:3.0:1746135170.166068:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625870976:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.166086:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.166096:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:3.0:1746135170.166121:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1820:x1830954627987072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8240us (8560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.166127:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29586 00000100:00100000:0.0:1746135170.168415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.168987:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627987328 00000100:00100000:1.0:1746135170.168996:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627987328 00010000:00010000:1.0:1746135170.169028:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.169708:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13894 00000100:00100000:1.0:1746135170.169718:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627987328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.169735:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.169759:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.169775:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.169804:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c29f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237004 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.169831:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.169833:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.169842:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.169850:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.169889:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.169902:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.169919:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625871232:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.170020:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.178448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.178634:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625871232:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.178683:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.178723:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627987328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9007us (10316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.178732:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13894 00000100:00100000:2.0:1746135170.179046:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627987584 00000100:00100000:2.0:1746135170.179053:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627987584 00002000:00100000:2.0:1746135170.179094:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094432a00 x1830954627987584/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.179103:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432a00 with x1830954627987584 ext(0->4095) 00010000:00010000:2.0:1746135170.179111:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.179123:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.179128:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094432a00 00000100:00100000:2.0:1746135170.179154:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2435 00000100:00100000:2.0:1746135170.179159:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627987584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.179277:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627987584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (841us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.179282:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2435 00002000:00100000:2.0:1746135170.179287:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094432a00 x1830954627987584/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.179294:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432a00 with x1830954627987584 ext(0->4095) 00010000:00010000:2.0:1746135170.179298:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.179310:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.179315:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094432a00 00000100:00100000:0.0:1746135170.181140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.182051:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.182131:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627987840 00000100:00100000:1.0:1746135170.182140:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627987840 00010000:00010000:1.0:1746135170.182181:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.182229:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13895 00000100:00100000:1.0:1746135170.182237:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627987840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.182252:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.182275:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.182289:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.182316:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823700b expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.182342:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.182344:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.182352:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.182360:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.182397:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.182410:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625871360:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.182500:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.182797:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627987712 00000100:00100000:3.0:1746135170.182801:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627987712 00000100:00100000:3.0:1746135170.182834:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29588 00000100:00100000:3.0:1746135170.182840:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627987712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.182862:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.182876:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237019 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.182894:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.182900:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.182901:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.182904:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.182918:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.182928:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.182935:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625871488:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.182966:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.185593:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625871360:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.185621:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.185692:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627987840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3455us (3646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.185704:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13895 00000100:00100000:1.0:1746135170.186402:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.186482:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625871488:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.186494:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627988096 00000100:00100000:2.0:1746135170.186502:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627988096 00010000:00010000:3.0:1746135170.186504:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.186519:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d800, rc 0) 00002000:00100000:2.0:1746135170.186533:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ed80 x1830954627988096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.186541:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ed80 with x1830954627988096 ext(0->4095) 00010000:00010000:2.0:1746135170.186547:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.186548:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627987712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3709us (5421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.186554:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29588 00010000:00010000:2.0:1746135170.186559:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.186564:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ed80 00000100:00100000:2.0:1746135170.186599:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2436 00000100:00100000:2.0:1746135170.186605:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627988096:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.186782:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627988096:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 176us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.186788:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2436 00002000:00100000:2.0:1746135170.186793:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ed80 x1830954627988096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.186800:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ed80 with x1830954627988096 ext(0->4095) 00010000:00010000:2.0:1746135170.186805:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.186815:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.186824:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ed80 00000100:00100000:1.0:1746135170.189478:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.189739:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.189802:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627988352 00000100:00100000:0.0:1746135170.189810:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627988352 00010000:00010000:0.0:1746135170.189842:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 40 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.189930:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627988224 00000100:00100000:3.0:1746135170.189934:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627988224 00000100:00100000:0.0:1746135170.190034:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13896 00000100:00100000:0.0:1746135170.190041:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2010:x1830954627988352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135170.190053:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135170.190070:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 41 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.190080:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 41 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.190100:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237012 expref: 41 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.190120:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.190121:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.190126:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.190134:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.190160:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135170.190176:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625871616:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.190372:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29589 00000100:00100000:3.0:1746135170.190378:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954627988224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.190388:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.190397:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237020 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.190410:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.190415:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.190416:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.190418:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.190437:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.190445:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.190452:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625871744:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135170.190691:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94900 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.190695:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.193377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.193532:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625871744:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.193565:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.193598:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c000, rc 0) 00000100:00100000:2.0:1746135170.193599:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627988608 00000100:00100000:2.0:1746135170.193610:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627988608 00000100:00100000:3.0:1746135170.193683:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1804:x1830954627988224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3302us (4213us total) trans 0 rc 0/0 00002000:00100000:2.0:1746135170.193684:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3480 x1830954627988608/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.193691:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3480 with x1830954627988608 ext(0->4095) 00000100:00100000:3.0:1746135170.193693:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29589 00010000:00010000:2.0:1746135170.193697:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.193706:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.193711:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3480 00000100:00100000:2.0:1746135170.193728:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2437 00000100:00100000:2.0:1746135170.193732:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627988608:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746135170.193860:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627988608:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.193864:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2437 00002000:00100000:2.0:1746135170.193868:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3480 x1830954627988608/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.193876:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3480 with x1830954627988608 ext(0->4095) 00010000:00010000:2.0:1746135170.193879:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.193884:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.193888:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3480 00000100:00100000:0.0:1746135170.194149:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625871616:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135170.194165:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135170.194194:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627988352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4153us (4454us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135170.194201:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13896 00000100:00100000:0.0:1746135170.198787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.198857:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627988736 00000100:00100000:2.0:1746135170.198869:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627988736 00010000:00010000:2.0:1746135170.198918:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.198960:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13897 00000100:00100000:2.0:1746135170.198968:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627988736:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.198983:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.199005:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.199023:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.199048:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237019 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.199082:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.199085:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.199094:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.199102:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.199139:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.199152:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625871872:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.199247:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.203904:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625871872:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.203929:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.203969:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627988736:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5001us (5190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.203978:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13897 00000100:00100000:2.0:1746135170.204139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.204207:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627988992 00000100:00100000:3.0:1746135170.204215:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627988992 00002000:00100000:3.0:1746135170.204265:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268f480 x1830954627988992/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.204275:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f480 with x1830954627988992 ext(0->4095) 00002000:00010000:3.0:1746135170.204281:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268f480 00000100:00100000:3.0:1746135170.204300:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13164 00000100:00100000:3.0:1746135170.204306:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627988992:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135170.204448:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627988992:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.204455:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13164 00002000:00100000:3.0:1746135170.204459:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268f480 x1830954627988992/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.204467:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f480 with x1830954627988992 ext(0->4095) 00002000:00010000:3.0:1746135170.204470:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268f480 00000100:00100000:0.0:1746135170.207993:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.208264:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627989120 00000100:00100000:3.0:1746135170.208275:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627989120 00000100:00100000:3.0:1746135170.208342:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29590 00000100:00100000:3.0:1746135170.208351:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627989120:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.208375:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.208395:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237027 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.208435:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.208443:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.208444:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.208448:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.208481:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.208499:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 39 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.208511:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625872000:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.208618:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.210801:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625872000:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.210839:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.210863:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135170.210922:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627989120:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2571us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.210931:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29590 00000100:00100000:0.0:1746135170.212005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.212064:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627989248 00000100:00100000:2.0:1746135170.212071:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627989248 00010000:00010000:2.0:1746135170.212099:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.212134:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13898 00000100:00100000:2.0:1746135170.212140:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627989248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.212151:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.212167:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.212179:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.212197:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237020 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.212224:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.212226:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.212231:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.212238:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.212262:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.212273:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625872128:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.212342:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.214967:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.215056:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627989376 00000100:00100000:3.0:1746135170.215069:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627989376 00000100:00100000:3.0:1746135170.215179:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29591 00000100:00100000:3.0:1746135170.215187:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954627989376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.215213:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.215234:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823702e expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.215269:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.215337:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.215339:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.215343:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.215376:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.215387:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.215400:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625872256:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.215544:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.215833:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625872128:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.215857:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.215885:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627989248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3745us (3882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.215895:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13898 00000100:00100000:0.0:1746135170.215927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.216161:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627989632 00000100:00100000:2.0:1746135170.216167:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627989632 00002000:00100000:2.0:1746135170.216201:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094431880 x1830954627989632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.216209:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431880 with x1830954627989632 ext(0->4095) 00010000:00010000:2.0:1746135170.216215:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.216224:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.216229:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094431880 00000100:00100000:2.0:1746135170.216258:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2438 00000100:00100000:2.0:1746135170.216264:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627989632:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.216428:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627989632:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.216434:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2438 00002000:00100000:2.0:1746135170.216439:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094431880 x1830954627989632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.216445:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431880 with x1830954627989632 ext(0->4095) 00010000:00010000:2.0:1746135170.216450:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.216458:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.216463:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094431880 00000100:00100000:3.0:1746135170.218224:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625872256:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.218265:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.218283:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:3.0:1746135170.218808:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954627989376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3619us (3854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.218819:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29591 00000100:00100000:0.0:1746135170.219166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.219344:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627989760 00000100:00100000:3.0:1746135170.219351:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627989760 00000100:00100000:3.0:1746135170.219395:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29592 00000100:00100000:3.0:1746135170.219401:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1820:x1830954627989760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.219416:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.219430:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237035 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.219449:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.219453:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.219458:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.219461:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.219489:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.219498:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.219505:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c200, rc 0) 00000100:00100000:3.0:1746135170.219526:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1820:x1830954627989760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.219531:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29592 00000100:00100000:2.0:1746135170.220519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.220806:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627989888 00000100:00100000:0.0:1746135170.220814:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627989888 00010000:00010000:0.0:1746135170.220846:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:0.0:1746135170.220879:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13899 00000100:00100000:0.0:1746135170.220885:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627989888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135170.220896:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135170.220914:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.220924:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.220941:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237027 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.221637:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.221665:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.221675:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.221684:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.221725:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.221740:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:0.0:1746135170.221752:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d04aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625872512:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.221906:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94900 going to sleep for 11 seconds 00010000:00010000:3.0:1746135170.221981:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746135170.224309:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d04aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625872512:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.224338:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.224443:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627989888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3555us (3924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.224454:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13899 00000100:00100000:0.0:1746135170.225734:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.225837:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627990144 00000100:00100000:3.0:1746135170.225850:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627990144 00002000:00100000:3.0:1746135170.225894:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d048e00 x1830954627990144/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.225904:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048e00 with x1830954627990144 ext(0->4095) 00010000:00010000:3.0:1746135170.225914:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.225928:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.225935:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d048e00 00000100:00100000:3.0:1746135170.226067:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2439 00000100:00100000:3.0:1746135170.226076:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627990144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135170.226230:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627990144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (503us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.226237:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2439 00002000:00100000:3.0:1746135170.226242:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d048e00 x1830954627990144/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.226249:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048e00 with x1830954627990144 ext(0->4095) 00010000:00010000:3.0:1746135170.226253:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.226262:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.226267:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d048e00 00000100:00100000:0.0:1746135170.228710:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.228796:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627990272 00000100:00100000:1.0:1746135170.228806:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627990272 00010000:00010000:1.0:1746135170.228842:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.228884:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13900 00000100:00100000:1.0:1746135170.228891:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627990272:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.228903:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.228922:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.228933:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.228955:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823702e expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.228970:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.228972:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.228978:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.228985:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.229015:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.229031:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625872640:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.230264:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42413c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.232156:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625872640:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.232175:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.232222:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627990272:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3331us (3518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.232231:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13900 00000100:00100000:0.0:1746135170.234414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.234693:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627990528 00000100:00100000:2.0:1746135170.234704:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627990528 00002000:00100000:2.0:1746135170.234752:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d048a80 x1830954627990528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.234763:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048a80 with x1830954627990528 ext(0->4095) 00002000:00010000:2.0:1746135170.234769:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d048a80 00000100:00100000:2.0:1746135170.234806:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13165 00000100:00100000:2.0:1746135170.234815:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627990528:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.235270:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627990528:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 455us (866us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.235277:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13165 00002000:00100000:2.0:1746135170.235283:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d048a80 x1830954627990528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.235289:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048a80 with x1830954627990528 ext(0->4095) 00002000:00010000:2.0:1746135170.235292:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d048a80 00000100:00100000:0.0:1746135170.237977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.238271:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627990656 00000100:00100000:2.0:1746135170.238280:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627990656 00000100:00100000:2.0:1746135170.238335:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29593 00000100:00100000:2.0:1746135170.238341:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627990656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.238362:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.238377:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823703c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.238405:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.238412:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.238414:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.238417:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.238448:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.238459:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 39 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.238470:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625872768:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.238557:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.240631:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625872768:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.240693:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.240708:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7000, rc 0) 00000100:00100000:2.0:1746135170.240754:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627990656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2411us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.240761:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29593 00000100:00100000:0.0:1746135170.241389:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.242106:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627990784 00000100:00100000:1.0:1746135170.242113:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627990784 00010000:00010000:1.0:1746135170.242143:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.242175:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13901 00000100:00100000:1.0:1746135170.242181:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627990784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.242192:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.242208:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.242216:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.242235:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c2a2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237035 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.242250:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.242252:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.242258:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.242265:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.242292:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.242302:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625872896:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.242375:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.245985:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.246027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.246170:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625872896:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.246185:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.246217:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954627990784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4036us (4830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.246225:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13901 00000100:00100000:2.0:1746135170.246296:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627991040 00000100:00100000:2.0:1746135170.246302:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627991040 00002000:00100000:2.0:1746135170.246332:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a300 x1830954627991040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.246347:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a300 with x1830954627991040 ext(0->4095) 00002000:00010000:2.0:1746135170.246350:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04a300 00000100:00100000:2.0:1746135170.246955:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13166 00000100:00100000:2.0:1746135170.246962:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627991040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.247061:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627991040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (1085us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.247066:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13166 00002000:00100000:2.0:1746135170.247071:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a300 x1830954627991040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.247078:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a300 with x1830954627991040 ext(0->4095) 00002000:00010000:2.0:1746135170.247080:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04a300 00000100:00100000:3.0:1746135170.247204:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627991168 00000100:00100000:3.0:1746135170.247208:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627991168 00000100:00100000:3.0:1746135170.247237:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29594 00000100:00100000:3.0:1746135170.247242:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1804:x1830954627991168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.247251:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.247264:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237043 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.247284:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.247290:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.247291:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.247294:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.247318:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.247327:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 5 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.247336:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625873024:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.247386:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.249718:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.249810:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627991296 00000100:00100000:2.0:1746135170.249816:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627991296 00000100:00100000:2.0:1746135170.249859:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29595 00000100:00100000:2.0:1746135170.249865:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1820:x1830954627991296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.249878:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.249891:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823704a expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.249980:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625873024:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.249997:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.250008:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:3.0:1746135170.250048:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1804:x1830954627991168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2805us (4020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.250057:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29594 00010000:00010000:2.0:1746135170.250123:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.250128:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.250133:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.250137:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.250164:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.250174:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.250181:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6600, rc 0) 00000100:00100000:2.0:1746135170.250210:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1820:x1830954627991296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 345us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.250216:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29595 00000100:00100000:0.0:1746135170.250910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.250952:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627991424 00000100:00100000:1.0:1746135170.250957:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627991424 00010000:00010000:1.0:1746135170.250976:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.251005:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13902 00000100:00100000:1.0:1746135170.251011:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627991424:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.251019:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.251036:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.251051:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.251068:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a31 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823703c expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.251090:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.251092:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.251097:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.251104:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.251124:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.251132:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 40 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.251142:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625873280:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.251204:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.254714:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625873280:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135170.254717:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135170.254734:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.254784:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627991424:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3772us (3874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.254797:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13902 00000100:00100000:3.0:1746135170.254889:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627991680 00000100:00100000:3.0:1746135170.254897:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627991680 00002000:00100000:3.0:1746135170.254937:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d049c00 x1830954627991680/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.254947:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049c00 with x1830954627991680 ext(0->4095) 00010000:00010000:3.0:1746135170.254954:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.254967:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.254974:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d049c00 00000100:00100000:3.0:1746135170.255007:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2440 00000100:00100000:3.0:1746135170.255014:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627991680:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135170.255154:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2011:x1830954627991680:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (438us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.255160:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2440 00002000:00100000:3.0:1746135170.255165:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d049c00 x1830954627991680/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.255171:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049c00 with x1830954627991680 ext(0->4095) 00010000:00010000:3.0:1746135170.255176:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.255190:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.255195:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d049c00 00000100:00100000:0.0:1746135170.257914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.258039:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627991808 00000100:00100000:1.0:1746135170.258048:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627991808 00010000:00010000:1.0:1746135170.258087:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.258134:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13903 00000100:00100000:1.0:1746135170.258143:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2009:x1830954627991808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.258157:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.258178:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.258189:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.258212:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2a38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237043 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.258239:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.258241:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.258247:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.258254:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.258287:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 40 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.258299:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625873408:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.258383:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.262627:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625873408:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.262685:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.262734:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2009:x1830954627991808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4592us (4835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.262743:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13903 00000100:00100000:0.0:1746135170.264324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.264808:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627992064 00000100:00100000:3.0:1746135170.264825:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627992064 00002000:00100000:3.0:1746135170.264888:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ee300 x1830954627992064/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.264900:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee300 with x1830954627992064 ext(0->4095) 00002000:00010000:3.0:1746135170.264907:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee300 00000100:00100000:3.0:1746135170.264942:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13167 00000100:00100000:3.0:1746135170.264950:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627992064:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135170.265169:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627992064:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 219us (854us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.265176:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13167 00002000:00100000:3.0:1746135170.265183:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ee300 x1830954627992064/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.265190:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee300 with x1830954627992064 ext(0->4095) 00002000:00010000:3.0:1746135170.265193:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee300 00000100:00100000:0.0:1746135170.269410:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.270255:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627992192 00000100:00100000:2.0:1746135170.270265:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627992192 00000100:00100000:2.0:1746135170.270886:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29596 00000100:00100000:2.0:1746135170.270895:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627992192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.270917:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.270937:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237051 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.270968:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.270975:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.270976:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.270979:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.271026:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.271038:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 39 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.271051:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625873536:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.271658:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.272937:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625873536:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.272965:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.272982:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7a00, rc 0) 00000100:00100000:2.0:1746135170.273475:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627992192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2579us (4073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.273484:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29596 00000100:00100000:0.0:1746135170.275671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.275887:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627992320 00000100:00100000:2.0:1746135170.275896:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627992320 00000100:00100000:2.0:1746135170.275943:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29597 00000100:00100000:2.0:1746135170.275950:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954627992320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.275965:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.275981:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237058 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.276003:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.276008:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.276014:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135170.276016:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.276052:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.276063:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 41 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.276071:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc83c00, rc 0) 00000100:00100000:2.0:1746135170.276112:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1804:x1830954627992320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.276118:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29597 00000100:00100000:0.0:1746135170.276735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.277203:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627992448 00000100:00100000:2.0:1746135170.277208:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627992448 00010000:00010000:2.0:1746135170.277231:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.277259:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13904 00000100:00100000:2.0:1746135170.277264:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2010:x1830954627992448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.277274:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.277290:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.277303:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.277320:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2a3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823704a expref: 41 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.277334:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.277335:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.277341:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.277347:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.277368:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.277378:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.277387:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625873792:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.278343:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.279122:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625873792:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.279140:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.279746:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627992448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2479us (3011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.279760:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13904 00000100:00100000:0.0:1746135170.279965:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.280057:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627992704 00000100:00100000:3.0:1746135170.280064:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627992704 00002000:00100000:3.0:1746135170.280096:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4efb80 x1830954627992704/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.280112:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4efb80 with x1830954627992704 ext(0->4095) 00010000:00010000:3.0:1746135170.280120:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.280134:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.280140:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4efb80 00000100:00100000:3.0:1746135170.280166:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2441 00000100:00100000:3.0:1746135170.280172:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627992704:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135170.280321:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627992704:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 149us (355us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.280326:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2441 00002000:00100000:3.0:1746135170.280331:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4efb80 x1830954627992704/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.280337:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4efb80 with x1830954627992704 ext(0->4095) 00010000:00010000:3.0:1746135170.280341:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.280350:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.280355:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4efb80 00000100:00100000:0.0:1746135170.286140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.287125:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627992832 00000100:00100000:2.0:1746135170.287140:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627992832 00010000:00010000:2.0:1746135170.287188:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.287230:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13905 00000100:00100000:2.0:1746135170.287240:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627992832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.287258:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.287278:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.287290:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.287315:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2a46 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237051 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.287341:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.287343:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.287350:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.287358:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.287545:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.287564:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625873920:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.287851:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.291636:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625873920:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.291697:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.291748:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627992832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4510us (5618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.291761:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13905 00000100:00100000:0.0:1746135170.292097:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.292891:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627993088 00000100:00100000:3.0:1746135170.292901:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627993088 00002000:00100000:3.0:1746135170.292955:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ed880 x1830954627993088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.292965:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed880 with x1830954627993088 ext(0->4095) 00002000:00010000:3.0:1746135170.292970:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ed880 00000100:00100000:3.0:1746135170.293028:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13168 00000100:00100000:3.0:1746135170.293036:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627993088:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135170.293245:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954627993088:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 209us (1148us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.293251:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13168 00002000:00100000:3.0:1746135170.293257:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ed880 x1830954627993088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.293263:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed880 with x1830954627993088 ext(0->4095) 00002000:00010000:3.0:1746135170.293266:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ed880 00000100:00100000:0.0:1746135170.296020:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.296161:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627993216 00000100:00100000:3.0:1746135170.296174:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627993216 00000100:00100000:3.0:1746135170.296276:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29598 00000100:00100000:3.0:1746135170.296286:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627993216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.296310:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.296330:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823705f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.296359:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.296372:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.296374:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.296378:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.296411:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 39 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.296422:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 39 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.296435:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625874048:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.296533:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.299321:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625874048:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.299348:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.299365:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c000, rc 0) 00000100:00100000:3.0:1746135170.299864:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627993216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3579us (3853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.299872:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29598 00000100:00100000:0.0:1746135170.303115:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.303854:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627993344 00000100:00100000:2.0:1746135170.303864:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627993344 00002000:00100000:2.0:1746135170.303901:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f4edf80 x1830954627993344/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.303910:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4edf80 with x1830954627993344 ext(0->7) 00010000:00010000:2.0:1746135170.303918:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.303931:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 40 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.303937:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4edf80 00000100:00100000:2.0:1746135170.304492:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2442 00000100:00100000:2.0:1746135170.304500:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954627993344:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135170.306767:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627993344:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2258us (3650us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746135170.306778:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2442 00002000:00100000:0.0:1746135170.306787:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f4edf80 x1830954627993344/t4294970611(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.306796:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4edf80 with x1830954627993344 ext(0->7) 00010000:00010000:0.0:1746135170.306805:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 42 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.306820:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 42 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135170.306826:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4edf80 00000100:00100000:0.0:1746135170.310638:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.310748:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627993472 00000100:00100000:2.0:1746135170.310756:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627993472 00010000:00010000:2.0:1746135170.310790:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 42 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.310820:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13906 00000100:00100000:2.0:1746135170.310826:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627993472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.310870:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.310887:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 42 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.310897:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 42 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.310915:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2a4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237058 expref: 42 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.310937:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.310939:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.310944:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.310951:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.310980:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.310990:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625874176:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.311087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.311161:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627993600 00000100:00100000:3.0:1746135170.311165:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627993600 00000100:00100000:3.0:1746135170.311199:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29599 00000100:00100000:3.0:1746135170.311204:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1804:x1830954627993600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.311219:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.311227:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237066 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.311244:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.311249:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.311250:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.311253:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.311268:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.311277:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 5 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.311284:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625874304:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.311345:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.311395:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.314525:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625874304:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.314551:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.314570:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135170.314629:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:1804:x1830954627993600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3423us (3540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.314653:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29599 00000100:00100000:2.0:1746135170.314866:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625874176:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.314878:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.314896:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627993472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4071us (4267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.314904:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13906 00000100:00100000:0.0:1746135170.315197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.315343:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627993856 00000100:00100000:2.0:1746135170.315349:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627993856 00002000:00100000:2.0:1746135170.315383:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ef480 x1830954627993856/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.315391:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef480 with x1830954627993856 ext(0->4095) 00010000:00010000:2.0:1746135170.315397:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.315408:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.315414:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef480 00000100:00100000:2.0:1746135170.315440:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2443 00000100:00100000:2.0:1746135170.315445:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627993856:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.315547:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627993856:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (351us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.315553:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2443 00002000:00100000:2.0:1746135170.315557:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ef480 x1830954627993856/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.315564:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef480 with x1830954627993856 ext(0->4095) 00010000:00010000:2.0:1746135170.315568:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.315586:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.315591:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef480 00000100:00100000:0.0:1746135170.318922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.319248:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627993984 00000100:00100000:2.0:1746135170.319257:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627993984 00010000:00010000:2.0:1746135170.319294:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.319331:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13907 00000100:00100000:2.0:1746135170.319338:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627993984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.319351:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.319369:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.319383:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.319403:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c000/0xc3cfcce4a57c2a54 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823705f expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.319432:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.319433:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.319440:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.319451:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.319478:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.319488:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625874432:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.319557:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.322320:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.322396:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627994240 00000100:00100000:3.0:1746135170.322404:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627994240 00002000:00100000:3.0:1746135170.322522:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ec380 x1830954627994240/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.322531:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec380 with x1830954627994240 ext(0->4095) 00002000:00010000:3.0:1746135170.322535:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ec380 00000100:00100000:3.0:1746135170.322786:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13169 00000100:00100000:3.0:1746135170.322793:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627994240:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.322991:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625874432:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.323010:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.323100:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954627994240:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 307us (785us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.323106:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627993984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3767us (4193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.323107:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13169 00002000:00100000:3.0:1746135170.323113:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ec380 x1830954627994240/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746135170.323114:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13907 00002000:00100000:3.0:1746135170.323120:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec380 with x1830954627994240 ext(0->4095) 00002000:00010000:3.0:1746135170.323123:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ec380 00000100:00100000:0.0:1746135170.331916:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.334006:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627994368 00000100:00100000:3.0:1746135170.334020:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627994368 00000100:00100000:3.0:1746135170.334087:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29600 00000100:00100000:3.0:1746135170.334097:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627994368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.334120:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.334139:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823706d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.334174:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.334181:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.334182:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.334186:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.334218:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.334230:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 41 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.334243:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625874560:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.334346:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.336703:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625874560:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.336728:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.336743:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:3.0:1746135170.337033:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627994368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2935us (5122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.337042:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29600 00000100:00100000:0.0:1746135170.343143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.344213:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627994496 00000100:00100000:3.0:1746135170.344223:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627994496 00002000:00100000:3.0:1746135170.344275:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f4ed500 x1830954627994496/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.344284:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed500 with x1830954627994496 ext(0->7) 00010000:00010000:3.0:1746135170.344294:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 42 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.344310:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 42 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.344318:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ed500 00000100:00100000:3.0:1746135170.344358:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2444 00000100:00100000:3.0:1746135170.344365:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2010:x1830954627994496:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135170.354031:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954627994496:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 9652us (10885us total) trans 4294970612 rc 0/0 00000100:00100000:3.0:1746135170.354047:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2444 00002000:00100000:3.0:1746135170.354063:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f4ed500 x1830954627994496/t4294970612(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.354074:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed500 with x1830954627994496 ext(0->7) 00010000:00010000:3.0:1746135170.354088:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 44 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.354106:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 44 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.354113:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ed500 00000100:00100000:0.0:1746135170.355806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.355907:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627994624 00000100:00100000:3.0:1746135170.355918:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627994624 00000100:00100000:3.0:1746135170.355968:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29601 00000100:00100000:3.0:1746135170.355975:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954627994624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.355994:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.356012:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237074 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.356041:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.356046:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.356050:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135170.356054:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.356085:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.356096:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.356106:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d800, rc 0) 00000100:00100000:3.0:1746135170.356164:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954627994624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.356169:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29601 00000100:00100000:0.0:1746135170.359252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.361511:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627994752 00000100:00100000:2.0:1746135170.361523:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627994752 00010000:00010000:2.0:1746135170.361569:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 45 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.362226:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13908 00000100:00100000:2.0:1746135170.362234:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954627994752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.362247:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.362269:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 45 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.362282:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 45 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.362306:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237066 expref: 45 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.362336:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.362338:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.362345:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.362353:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.362397:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.362431:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 5 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.362468:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625874816:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.362556:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.366163:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625874816:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.366184:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.366226:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627994752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3993us (6985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.366237:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13908 00000100:00100000:0.0:1746135170.366536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.366635:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627995008 00000100:00100000:3.0:1746135170.366654:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627995008 00002000:00100000:3.0:1746135170.366685:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ed180 x1830954627995008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.366694:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed180 with x1830954627995008 ext(0->4095) 00010000:00010000:3.0:1746135170.366700:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.366711:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.366723:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ed180 00000100:00100000:3.0:1746135170.366736:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2445 00000100:00100000:3.0:1746135170.366742:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627995008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135170.366845:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627995008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (310us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.366850:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2445 00002000:00100000:3.0:1746135170.366855:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ed180 x1830954627995008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.366862:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ed180 with x1830954627995008 ext(0->4095) 00010000:00010000:3.0:1746135170.366866:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.366875:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.366880:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ed180 00000100:00100000:0.0:1746135170.371344:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.371798:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627995136 00000100:00100000:2.0:1746135170.371807:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627995136 00010000:00010000:2.0:1746135170.371844:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.371901:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13909 00000100:00100000:2.0:1746135170.371908:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627995136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.371923:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.371943:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.371955:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.371979:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823706d expref: 6 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.372006:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.372008:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.372015:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.372023:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.372057:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.372068:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625874944:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.372153:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.375611:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.375678:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627995392 00000100:00100000:1.0:1746135170.375687:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627995392 00002000:00100000:1.0:1746135170.375727:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ec700 x1830954627995392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.375737:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec700 with x1830954627995392 ext(0->4095) 00002000:00010000:1.0:1746135170.375743:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ec700 00000100:00100000:1.0:1746135170.375762:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13170 00000100:00100000:1.0:1746135170.375769:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627995392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.375818:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625874944:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.375839:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.375877:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954627995136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3970us (4541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.375886:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13909 00000100:00100000:1.0:1746135170.375891:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627995392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.375897:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13170 00002000:00100000:1.0:1746135170.375902:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ec700 x1830954627995392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.375909:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ec700 with x1830954627995392 ext(0->4095) 00002000:00010000:1.0:1746135170.375913:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ec700 00000100:00100000:0.0:1746135170.380512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.380607:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627995520 00000100:00100000:2.0:1746135170.380614:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627995520 00000100:00100000:2.0:1746135170.381332:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29602 00000100:00100000:2.0:1746135170.381340:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627995520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.381357:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.381373:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823707b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.381399:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.381405:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.381407:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.381410:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.381436:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.381446:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 43 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.381461:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625875072:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.381536:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.383457:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625875072:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.383483:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.383497:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7000, rc 0) 00000100:00100000:2.0:1746135170.383528:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627995520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2190us (3023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.383536:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29602 00000100:00100000:0.0:1746135170.385354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.385598:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627995648 00000100:00100000:2.0:1746135170.385608:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627995648 00010000:00010000:2.0:1746135170.385676:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 44 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.385706:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13910 00000100:00100000:2.0:1746135170.385714:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627995648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.385729:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.385753:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 44 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.385765:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 44 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.385794:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2a69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237074 expref: 44 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.385832:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.385834:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.385843:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.385851:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.385885:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.385897:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625875200:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.386707:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.386892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.386989:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627995776 00000100:00100000:2.0:1746135170.386994:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627995776 00000100:00100000:2.0:1746135170.387027:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29603 00000100:00100000:2.0:1746135170.387033:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954627995776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.387044:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.387055:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237082 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.387072:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.387083:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.387084:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.387087:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.387103:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.387112:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.387120:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625875328:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.387145:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.390112:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.390118:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625875328:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.390143:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.390156:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc82200, rc 0) 00000100:00100000:3.0:1746135170.390191:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954627995776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3158us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.390200:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29603 00000100:00100000:3.0:1746135170.390230:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627996032 00000100:00100000:3.0:1746135170.390235:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627996032 00002000:00100000:3.0:1746135170.390263:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cdc00 x1830954627996032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.390271:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cdc00 with x1830954627996032 ext(0->4095) 00010000:00010000:3.0:1746135170.390277:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.390287:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.390293:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cdc00 00000100:00100000:3.0:1746135170.390322:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2446 00000100:00100000:3.0:1746135170.390329:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627996032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.390407:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625875200:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.390419:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.390590:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627995648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4875us (5241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.390597:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13910 00000100:00100000:3.0:1746135170.390701:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954627996032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 372us (595us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.390706:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2446 00002000:00100000:3.0:1746135170.390712:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cdc00 x1830954627996032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.390719:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cdc00 with x1830954627996032 ext(0->4095) 00010000:00010000:3.0:1746135170.390723:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.390731:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.390736:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cdc00 00000100:00100000:0.0:1746135170.398738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.400261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.400327:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627996160 00000100:00100000:3.0:1746135170.400335:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627996160 00000100:00100000:3.0:1746135170.400370:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29604 00000100:00100000:3.0:1746135170.400376:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1820:x1830954627996160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.400391:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.400404:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237089 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.400423:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.400427:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.400432:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.400435:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.400464:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.400477:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.400485:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:2.0:1746135170.400846:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627996288 00000100:00100000:2.0:1746135170.400850:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627996288 00010000:00010000:2.0:1746135170.400870:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.400896:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13911 00000100:00100000:2.0:1746135170.400901:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627996288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.400913:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.400930:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.400939:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.400957:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c2a70 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823707b expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.400971:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.400972:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.400977:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.400984:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.401001:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.401010:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.401020:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625875584:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.402150:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1820:x1830954627996160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1762us (3408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.402162:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29604 00000100:00100000:2.0:1746135170.402188:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.413808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.413971:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625875584:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.413991:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.414032:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954627996288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 13130us (13777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.414043:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13911 00000100:00100000:3.0:1746135170.414128:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627996544 00000100:00100000:3.0:1746135170.414134:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627996544 00002000:00100000:3.0:1746135170.414164:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cc000 x1830954627996544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.414174:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc000 with x1830954627996544 ext(0->4095) 00010000:00010000:3.0:1746135170.414182:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.414194:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.414201:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cc000 00000100:00100000:3.0:1746135170.414217:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2447 00000100:00100000:3.0:1746135170.414223:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954627996544:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135170.414354:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954627996544:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (556us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.414360:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2447 00002000:00100000:3.0:1746135170.414365:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cc000 x1830954627996544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.414371:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc000 with x1830954627996544 ext(0->4095) 00010000:00010000:3.0:1746135170.414375:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.414383:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.414389:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cc000 00000100:00100000:0.0:1746135170.415834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.415918:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627996672 00000100:00100000:2.0:1746135170.415926:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627996672 00010000:00010000:2.0:1746135170.415949:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.415970:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13912 00000100:00100000:2.0:1746135170.415976:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954627996672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.415987:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.416004:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.416013:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.416036:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc82200/0xc3cfcce4a57c2a77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237082 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.416062:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.416064:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.416070:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 44 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.416078:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 44 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.416106:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 44 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.416117:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625875712:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.416193:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.418723:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625875712:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135170.418750:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135170.418803:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954627996672:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2825us (2976us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135170.418814:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13912 00000100:00100000:0.0:1746135170.420824:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.420984:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627996928 00000100:00100000:1.0:1746135170.420994:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627996928 00002000:00100000:1.0:1746135170.421042:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cc380 x1830954627996928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.421051:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc380 with x1830954627996928 ext(0->4095) 00002000:00010000:1.0:1746135170.421056:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cc380 00000100:00100000:1.0:1746135170.421091:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13171 00000100:00100000:1.0:1746135170.421100:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627996928:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135170.421288:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627996928:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 189us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.421295:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13171 00002000:00100000:1.0:1746135170.421300:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cc380 x1830954627996928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.421306:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cc380 with x1830954627996928 ext(0->4095) 00002000:00010000:1.0:1746135170.421308:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cc380 00000100:00100000:0.0:1746135170.427261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.428097:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627997056 00000100:00100000:3.0:1746135170.428107:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627997056 00000100:00100000:3.0:1746135170.428143:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29605 00000100:00100000:3.0:1746135170.428149:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627997056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.428164:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.428178:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237090 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.428200:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 43 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.428207:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.428208:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.428211:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.428235:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 43 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.428250:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 43 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.428259:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625875840:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.428324:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.431622:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.431726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.431756:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627997312 00000100:00100000:0.0:1746135170.431763:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627997312 00010000:00010000:0.0:1746135170.431797:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 44 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:0.0:1746135170.431827:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13913 00000100:00100000:0.0:1746135170.431833:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627997312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135170.431845:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746135170.432122:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627997184 00000100:00100000:1.0:1746135170.432126:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627997184 00000100:00100000:3.0:1746135170.432675:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625875840:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.432695:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.432706:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135170.432743:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627997056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4594us (5489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.432748:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29605 00000100:00100000:1.0:1746135170.432757:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29606 00000100:00100000:1.0:1746135170.432764:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954627997184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135170.432774:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135170.432785:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237097 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.432801:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135170.432806:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.432811:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135170.432814:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.432838:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.432854:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.432861:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645e00, rc 0) 00000100:00100000:1.0:1746135170.432883:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954627997184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (1271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.432887:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29606 00010000:00010000:0.0:1746135170.433011:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.433021:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.433040:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447cc00/0xc3cfcce4a57c2a7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237089 expref: 45 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.433053:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.433055:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.433060:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.433067:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.433089:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.433100:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 5 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:0.0:1746135170.433112:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625876096:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135170.433750:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.439403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.445465:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627997568 00000100:00100000:3.0:1746135170.445482:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627997568 00002000:00100000:3.0:1746135170.445525:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b3b80 x1830954627997568/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.445535:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b3b80 with x1830954627997568 ext(0->4095) 00010000:00010000:3.0:1746135170.445542:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.445555:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.445566:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b3b80 00000100:00100000:3.0:1746135170.445597:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2448 00000100:00100000:3.0:1746135170.445605:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627997568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135170.445760:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627997568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (6366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.445767:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2448 00002000:00100000:3.0:1746135170.445772:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b3b80 x1830954627997568/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.445778:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b3b80 with x1830954627997568 ext(0->4095) 00010000:00010000:3.0:1746135170.445782:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.445790:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.445795:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b3b80 00000100:00100000:0.0:1746135170.445879:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625876096:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135170.445901:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135170.445922:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627997312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 14089us (14195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135170.445930:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13913 00000100:00100000:1.0:1746135170.451511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.451666:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627997696 00000100:00100000:0.0:1746135170.451676:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627997696 00010000:00010000:0.0:1746135170.451714:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00000100:00100000:0.0:1746135170.451752:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13914 00000100:00100000:0.0:1746135170.451759:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954627997696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135170.451776:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135170.451809:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.451821:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.451846:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2a85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237090 expref: 6 pid: 11615 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.451875:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.451876:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135170.451883:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135170.451890:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.452079:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.452094:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625876224:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.453767:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.455738:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625876224:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.455759:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.455808:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954627997696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4048us (4309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.455820:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13914 00000100:00100000:0.0:1746135170.458790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.458956:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627997952 00000100:00100000:1.0:1746135170.458965:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627997952 00002000:00100000:1.0:1746135170.459002:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b0000 x1830954627997952/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.459011:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0000 with x1830954627997952 ext(0->4095) 00002000:00010000:1.0:1746135170.459017:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b0000 00000100:00100000:1.0:1746135170.459047:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13172 00000100:00100000:1.0:1746135170.459053:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627997952:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135170.459200:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627997952:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.459207:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13172 00002000:00100000:1.0:1746135170.459212:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b0000 x1830954627997952/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.459219:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0000 with x1830954627997952 ext(0->4095) 00002000:00010000:1.0:1746135170.459222:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b0000 00000100:00100000:0.0:1746135170.463378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.463549:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627998080 00000100:00100000:2.0:1746135170.463559:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627998080 00000100:00100000:2.0:1746135170.463619:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29607 00000100:00100000:2.0:1746135170.463626:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627998080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.463670:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.463690:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823709e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.463720:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.463730:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.463732:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.463735:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.463767:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.463778:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 43 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.463788:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625876352:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.465159:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.469568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.469676:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627998208 00000100:00100000:1.0:1746135170.469686:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627998208 00000100:00100000:2.0:1746135170.469715:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625876352:192.168.202.58@tcp:104: 00002000:00100000:1.0:1746135170.469742:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800944b0700 x1830954627998208/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746135170.469749:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746135170.469752:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0700 with x1830954627998208 ext(0->7) 00010000:00010000:1.0:1746135170.469759:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 44 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.469765:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00010000:00010000:1.0:1746135170.469770:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 44 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.469776:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b0700 00000100:00100000:2.0:1746135170.469812:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627998080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6186us (6443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.469820:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29607 00000100:00100000:1.0:1746135170.470277:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2449 00000100:00100000:1.0:1746135170.470286:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954627998208:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135170.471502:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954627998208:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1211us (1938us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746135170.471512:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2449 00002000:00100000:0.0:1746135170.471520:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800944b0700 x1830954627998208/t4294970613(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.471529:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0700 with x1830954627998208 ext(0->7) 00010000:00010000:0.0:1746135170.471539:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 46 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.471552:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 46 pid: 9591 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135170.471558:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b0700 00000100:00100000:0.0:1746135170.474801:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.476921:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627998336 00000100:00100000:2.0:1746135170.476937:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627998336 00010000:00010000:2.0:1746135170.476985:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 46 pid: 9591 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.477048:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13915 00000100:00100000:2.0:1746135170.477056:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954627998336:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.477076:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.477102:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 46 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.477117:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 46 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.477147:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2a8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237097 expref: 46 pid: 9591 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.477179:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.477181:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.477191:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.477200:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.477242:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.477256:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625876480:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.477352:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.482899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.483001:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625876480:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.483027:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.483086:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954627998336:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6030us (8296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.483101:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13915 00000100:00100000:1.0:1746135170.483693:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627998592 00000100:00100000:1.0:1746135170.483700:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627998592 00002000:00100000:1.0:1746135170.483744:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2680 x1830954627998592/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.483753:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2680 with x1830954627998592 ext(0->4095) 00002000:00010000:1.0:1746135170.483758:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2680 00000100:00100000:1.0:1746135170.483783:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13173 00000100:00100000:1.0:1746135170.483793:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627998592:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135170.483927:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954627998592:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (1040us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.483932:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13173 00002000:00100000:1.0:1746135170.483937:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2680 x1830954627998592/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.483944:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2680 with x1830954627998592 ext(0->4095) 00002000:00010000:1.0:1746135170.483946:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2680 00000100:00100000:0.0:1746135170.488337:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.488415:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627998720 00000100:00100000:2.0:1746135170.488421:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627998720 00000100:00100000:2.0:1746135170.488465:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29608 00000100:00100000:2.0:1746135170.488471:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1820:x1830954627998720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.488487:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.488502:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370a5 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.488525:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.488531:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.488532:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.488536:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.488559:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.488569:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.488589:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625876608:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.488673:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.505000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.505039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.505670:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627998976 00000100:00100000:3.0:1746135170.505676:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627998976 00000100:00100000:2.0:1746135170.505688:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625876608:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.505705:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.505710:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.505723:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135170.505727:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13916 00000100:00100000:3.0:1746135170.505732:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954627998976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.505742:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.505759:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.505768:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.505770:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1820:x1830954627998720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17299us (17439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.505776:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29608 00010000:00010000:3.0:1746135170.505788:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2a93 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823709e expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.505790:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627998848 00000100:00100000:2.0:1746135170.505792:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627998848 00010000:00010000:3.0:1746135170.505801:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.505803:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746135170.505805:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29609 00010000:00010000:3.0:1746135170.505808:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.505809:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954627998848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.505815:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.505819:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.505828:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370ac expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.505839:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.505839:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.505845:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.505846:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.505848:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.505861:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.505871:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625876736:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.505907:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596240 going to sleep for 11 seconds 00010000:00010000:2.0:1746135170.506169:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.506181:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.506189:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625876864:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.506223:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.509255:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625876736:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.509278:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.509330:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954627998976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3596us (4288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.509340:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13916 00000100:00100000:2.0:1746135170.510561:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625876864:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.510596:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.510613:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:2.0:1746135170.510673:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:1804:x1830954627998848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4861us (5681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.510680:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29609 00000100:00100000:0.0:1746135170.510860:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.511164:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627999232 00000100:00100000:2.0:1746135170.511170:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627999232 00002000:00100000:2.0:1746135170.511203:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2300 x1830954627999232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.511212:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2300 with x1830954627999232 ext(0->4095) 00010000:00010000:2.0:1746135170.511217:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.511228:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.511239:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b2300 00000100:00100000:2.0:1746135170.511539:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2450 00000100:00100000:2.0:1746135170.511547:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954627999232:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.511991:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954627999232:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 443us (1131us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.511997:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2450 00002000:00100000:2.0:1746135170.512003:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2300 x1830954627999232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.512011:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2300 with x1830954627999232 ext(0->4095) 00010000:00010000:2.0:1746135170.512015:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.512024:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.512030:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b2300 00000100:00100000:0.0:1746135170.515097:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.515159:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627999360 00000100:00100000:2.0:1746135170.515168:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627999360 00000100:00100000:2.0:1746135170.515217:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29610 00000100:00100000:2.0:1746135170.515226:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954627999360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.515247:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.515268:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370b3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.515300:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.515305:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.515309:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135170.515313:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.515347:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.515359:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.515369:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:2.0:1746135170.516096:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954627999360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 868us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.516102:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29610 00000100:00100000:1.0:1746135170.516731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.516826:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627999488 00000100:00100000:3.0:1746135170.516833:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627999488 00010000:00010000:3.0:1746135170.516867:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.516903:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13917 00000100:00100000:3.0:1746135170.516911:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954627999488:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.516926:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.516946:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.516958:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.516980:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2a9a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370a5 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.516998:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.516999:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.517006:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.517013:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.517069:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.517078:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.517089:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625877120:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.517156:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.520150:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625877120:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.520176:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.520228:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954627999488:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3317us (3497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.520240:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13917 00000100:00100000:0.0:1746135170.522704:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.523245:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627999744 00000100:00100000:3.0:1746135170.523253:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627999744 00002000:00100000:3.0:1746135170.523288:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1880 x1830954627999744/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.523297:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1880 with x1830954627999744 ext(0->4095) 00010000:00010000:3.0:1746135170.523304:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.523317:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.523324:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1880 00000100:00100000:3.0:1746135170.523353:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2451 00000100:00100000:3.0:1746135170.523360:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954627999744:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135170.523495:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954627999744:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (804us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.523502:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2451 00002000:00100000:3.0:1746135170.523507:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1880 x1830954627999744/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.523513:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1880 with x1830954627999744 ext(0->4095) 00010000:00010000:3.0:1746135170.523517:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.523525:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.523530:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1880 00000100:00100000:0.0:1746135170.528384:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.528766:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954627999872 00000100:00100000:0.0:1746135170.528776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.528777:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954627999872 00000100:00100000:2.0:1746135170.528834:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29611 00000100:00100000:2.0:1746135170.528842:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954627999872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.528861:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.528888:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370ba expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.528922:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.528928:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.528934:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135170.528938:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.528971:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.528984:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.528994:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:2.0:1746135170.529263:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:1804:x1830954627999872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 421us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.529270:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29611 00000100:00100000:3.0:1746135170.529672:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628000000 00000100:00100000:3.0:1746135170.529678:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628000000 00010000:00010000:3.0:1746135170.529699:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.529718:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13918 00000100:00100000:3.0:1746135170.529723:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954628000000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.529733:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.529754:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.529771:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.529790:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2aa1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ac expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.529808:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.529809:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.529815:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.529823:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.529860:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.529871:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.529884:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625877376:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.529949:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.532853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.532956:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628000256 00000100:00100000:2.0:1746135170.532963:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628000256 00002000:00100000:2.0:1746135170.532998:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670a80 x1830954628000256/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.533007:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670a80 with x1830954628000256 ext(0->4095) 00010000:00010000:2.0:1746135170.533015:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.533030:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.533036:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094670a80 00000100:00100000:2.0:1746135170.533053:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2452 00000100:00100000:2.0:1746135170.533060:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628000256:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.533180:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628000256:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.533187:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2452 00002000:00100000:2.0:1746135170.533191:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670a80 x1830954628000256/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.533198:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670a80 with x1830954628000256 ext(0->4095) 00010000:00010000:2.0:1746135170.533202:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.533211:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.533216:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094670a80 00000100:00100000:3.0:1746135170.533619:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625877376:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.533632:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.533677:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628000000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3953us (4900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.533688:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13918 00000100:00100000:0.0:1746135170.536316:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.536437:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628000384 00000100:00100000:3.0:1746135170.536446:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628000384 00010000:00010000:3.0:1746135170.536486:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.536534:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13919 00000100:00100000:3.0:1746135170.536542:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628000384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.536562:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.536597:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.536611:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.536679:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2aa8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370b3 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.536698:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.536700:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.536709:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.536717:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.536759:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.536772:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625877504:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.536870:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.540381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.540437:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628000640 00000100:00100000:0.0:1746135170.540445:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628000640 00002000:00100000:0.0:1746135170.540493:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e2680 x1830954628000640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.540504:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2680 with x1830954628000640 ext(0->4095) 00002000:00010000:0.0:1746135170.540510:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e2680 00000100:00100000:0.0:1746135170.540532:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13174 00000100:00100000:0.0:1746135170.540539:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628000640:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135170.540750:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628000640:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 211us (379us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135170.540757:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13174 00002000:00100000:0.0:1746135170.540763:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e2680 x1830954628000640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.540772:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e2680 with x1830954628000640 ext(0->4095) 00002000:00010000:0.0:1746135170.540774:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e2680 00000100:00100000:2.0:1746135170.541032:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625877504:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.541050:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.541075:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628000384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4534us (4772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.541085:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13919 00000100:00100000:0.0:1746135170.543238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.544335:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628000768 00000100:00100000:2.0:1746135170.544344:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628000768 00000100:00100000:2.0:1746135170.544389:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29612 00000100:00100000:2.0:1746135170.544396:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628000768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.544413:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.544437:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370c1 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.544463:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.544470:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.544472:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.544475:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.544503:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.544513:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 45 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.544524:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625877632:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.546684:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.549678:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625877632:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.549720:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.549739:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:2.0:1746135170.549797:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628000768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5401us (6566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.549806:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29612 00000100:00100000:0.0:1746135170.550468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.550780:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628000896 00000100:00100000:2.0:1746135170.550786:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628000896 00010000:00010000:2.0:1746135170.550810:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.550829:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13920 00000100:00100000:2.0:1746135170.550835:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628000896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.550845:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.550861:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.550871:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.550887:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2aaf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370ba expref: 46 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.551499:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.551502:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.551510:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.551519:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.551550:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.551562:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625877760:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.551662:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.552755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.552872:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628001024 00000100:00100000:2.0:1746135170.552876:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628001024 00000100:00100000:2.0:1746135170.553149:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29613 00000100:00100000:2.0:1746135170.553155:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628001024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.553167:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.553179:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370c8 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.553197:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.553203:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.553205:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.553207:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.553227:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.553241:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.553250:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625877888:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.554057:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.556692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.557188:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625877760:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.557210:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.557956:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628001280 00000100:00100000:3.0:1746135170.557962:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628001280 00002000:00100000:3.0:1746135170.557999:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3800 x1830954628001280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.558009:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3800 with x1830954628001280 ext(0->4095) 00010000:00010000:3.0:1746135170.558016:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.558028:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.558034:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3800 00000100:00100000:3.0:1746135170.558054:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2453 00000100:00100000:3.0:1746135170.558060:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628001280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.558220:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954628000896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7384us (7752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.558228:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13920 00000100:00100000:2.0:1746135170.558481:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625877888:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.558499:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 46 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.558512:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7a00, rc 0) 00000100:00100000:2.0:1746135170.558532:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628001024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5378us (5779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.558538:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29613 00000100:00100000:3.0:1746135170.559946:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628001280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1877us (3258us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.559956:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2453 00002000:00100000:3.0:1746135170.559967:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3800 x1830954628001280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.559976:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3800 with x1830954628001280 ext(0->4095) 00010000:00010000:3.0:1746135170.559986:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:3.0:1746135170.560003:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:3.0:1746135170.560010:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3800 00000100:00100000:0.0:1746135170.564631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.565124:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628001408 00000100:00100000:2.0:1746135170.565133:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628001408 00010000:00010000:2.0:1746135170.565171:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.565228:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13921 00000100:00100000:2.0:1746135170.565236:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628001408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.565249:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.565269:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.565281:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.565303:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ab6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c1 expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.565705:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.565707:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.565715:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.565724:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.565757:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.565768:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625878016:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.566231:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.569394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.569449:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628001664 00000100:00100000:2.0:1746135170.569463:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628001664 00000100:00100000:3.0:1746135170.569501:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625878016:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.569527:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746135170.569532:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094672a00 x1830954628001664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.569551:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094672a00 with x1830954628001664 ext(0->4095) 00002000:00010000:2.0:1746135170.569557:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094672a00 00000100:00100000:3.0:1746135170.569600:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628001408:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4363us (4978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.569600:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13175 00000100:00100000:3.0:1746135170.569611:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13921 00000100:00100000:2.0:1746135170.569612:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628001664:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.569853:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628001664:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 242us (465us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.569863:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13175 00002000:00100000:2.0:1746135170.569872:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094672a00 x1830954628001664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.569881:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094672a00 with x1830954628001664 ext(0->4095) 00002000:00010000:2.0:1746135170.569884:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094672a00 00000100:00100000:0.0:1746135170.586932:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.587062:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628001792 00000100:00100000:2.0:1746135170.587072:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628001792 00000100:00100000:2.0:1746135170.587140:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29614 00000100:00100000:2.0:1746135170.587150:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628001792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.587178:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.587201:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370cf expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.587239:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.587247:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.587249:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.587253:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.587297:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 45 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.587312:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 45 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.587327:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625878144:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.587449:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.591769:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625878144:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.591823:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.591849:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f400, rc 0) 00000100:00100000:2.0:1746135170.591929:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628001792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4780us (5008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.591938:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29614 00000100:00100000:0.0:1746135170.592599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.592681:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628001920 00000100:00100000:2.0:1746135170.592690:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628001920 00000100:00100000:2.0:1746135170.593106:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29615 00000100:00100000:2.0:1746135170.593115:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628001920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.593181:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.593203:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370d6 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.593238:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.593244:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.593251:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135170.593256:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.593297:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.593309:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.593318:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6e000, rc 0) 00000100:00100000:2.0:1746135170.593925:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:1804:x1830954628001920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 810us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.593930:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29615 00000100:00100000:0.0:1746135170.595434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.595737:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628002048 00000100:00100000:2.0:1746135170.595749:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628002048 00002000:00100000:2.0:1746135170.595803:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094670380 x1830954628002048/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.595814:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670380 with x1830954628002048 ext(0->7) 00010000:00010000:2.0:1746135170.595826:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.595846:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.595853:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094670380 00000100:00100000:2.0:1746135170.596719:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2454 00000100:00100000:2.0:1746135170.596730:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954628002048:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135170.600821:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2011:x1830954628002048:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4077us (5378us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746135170.600839:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2454 00002000:00100000:0.0:1746135170.600854:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094670380 x1830954628002048/t4294970614(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.600864:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670380 with x1830954628002048 ext(0->7) 00010000:00010000:0.0:1746135170.600875:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 49 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.600894:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 49 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135170.600902:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094670380 00000100:00100000:1.0:1746135170.604220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.604287:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628002176 00000100:00100000:2.0:1746135170.604299:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628002176 00010000:00010000:2.0:1746135170.604344:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 49 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.604371:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13922 00000100:00100000:2.0:1746135170.604377:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2008:x1830954628002176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.604395:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.604418:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 49 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.604430:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 49 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.604455:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2abd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370c8 expref: 49 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.604474:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.604475:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.604485:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.604493:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.604527:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.604540:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.604551:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625878400:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.605183:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.612153:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625878400:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.612179:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.612235:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2008:x1830954628002176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7856us (8025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.612249:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13922 00000100:00100000:3.0:1746135170.612751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.612804:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628002432 00000100:00100000:0.0:1746135170.612811:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628002432 00002000:00100000:0.0:1746135170.612856:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7ce00 x1830954628002432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.612866:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7ce00 with x1830954628002432 ext(0->4095) 00010000:00010000:0.0:1746135170.612877:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.612891:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135170.612898:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7ce00 00000100:00100000:0.0:1746135170.613433:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2455 00000100:00100000:0.0:1746135170.613443:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628002432:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135170.613663:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628002432:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (887us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135170.613670:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2455 00002000:00100000:0.0:1746135170.613675:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7ce00 x1830954628002432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.613682:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7ce00 with x1830954628002432 ext(0->4095) 00010000:00010000:0.0:1746135170.613686:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.613695:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135170.613700:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7ce00 00000100:00100000:0.0:1746135170.618475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.618942:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628002560 00000100:00100000:2.0:1746135170.618951:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628002560 00010000:00010000:2.0:1746135170.618992:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.619031:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13923 00000100:00100000:2.0:1746135170.619039:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628002560:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.619056:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.619078:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.619091:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.619115:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2ac4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370cf expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.619153:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.619156:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.619163:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.619171:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.619209:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.619222:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625878528:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.619315:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.621748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.621862:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625878528:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135170.621887:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135170.621937:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628002560:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2898us (3474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135170.621950:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13923 00000100:00100000:1.0:1746135170.623041:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628002816 00000100:00100000:1.0:1746135170.623053:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628002816 00002000:00100000:1.0:1746135170.623145:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7c380 x1830954628002816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.623156:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c380 with x1830954628002816 ext(0->4095) 00002000:00010000:1.0:1746135170.623161:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7c380 00000100:00100000:1.0:1746135170.623277:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13176 00000100:00100000:1.0:1746135170.623284:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2010:x1830954628002816:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135170.623898:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2010:x1830954628002816:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 610us (2158us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.623904:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13176 00002000:00100000:1.0:1746135170.623910:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7c380 x1830954628002816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.623917:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c380 with x1830954628002816 ext(0->4095) 00002000:00010000:1.0:1746135170.623919:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7c380 00000100:00100000:0.0:1746135170.627336:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.630427:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628002944 00000100:00100000:2.0:1746135170.630443:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628002944 00000100:00100000:2.0:1746135170.630521:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29616 00000100:00100000:2.0:1746135170.630530:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628002944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.630553:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.630583:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370dd expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.630613:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.630621:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.630622:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.630625:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.630687:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 47 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.630701:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 47 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.630715:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625878656:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.630833:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.639172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.639277:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628003072 00000100:00100000:1.0:1746135170.639286:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628003072 00002000:00100000:1.0:1746135170.639335:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094671f80 x1830954628003072/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.639345:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671f80 with x1830954628003072 ext(0->7) 00010000:00010000:1.0:1746135170.639354:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 48 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.639368:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 48 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.639375:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094671f80 00000100:00100000:1.0:1746135170.639397:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2456 00000100:00100000:1.0:1746135170.639404:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2011:x1830954628003072:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135170.639843:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625878656:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.639875:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.639893:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7a00, rc 0) 00000100:00100000:2.0:1746135170.639944:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628002944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9415us (12618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.639951:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29616 00000100:00100000:0.0:1746135170.641230:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2011:x1830954628003072:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1817us (2060us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746135170.641240:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2456 00002000:00100000:0.0:1746135170.641248:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094671f80 x1830954628003072/t4294970615(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.641257:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671f80 with x1830954628003072 ext(0->7) 00010000:00010000:0.0:1746135170.641265:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 50 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.641277:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 50 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:0.0:1746135170.641282:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094671f80 00000100:00100000:0.0:1746135170.651431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.651527:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.652107:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628003200 00000100:00100000:2.0:1746135170.652117:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628003200 00000100:00100000:1.0:1746135170.652271:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628003328 00000100:00100000:1.0:1746135170.652276:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628003328 00010000:00010000:1.0:1746135170.652311:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 51 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.652341:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13924 00000100:00100000:1.0:1746135170.652350:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2009:x1830954628003328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.652370:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.652396:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 51 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.652410:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 51 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.652440:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2acb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370d6 expref: 51 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.652483:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.652486:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.652496:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.652505:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.652549:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.652565:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625878784:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.652687:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.652928:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29617 00000100:00100000:2.0:1746135170.652936:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:1804:x1830954628003200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.652949:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.652966:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370e4 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.652985:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.652990:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.652991:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.652994:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 51 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.653014:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.653027:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 5 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:2.0:1746135170.653035:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625878912:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.653074:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.655435:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625878784:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.655467:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.655518:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2009:x1830954628003328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3168us (3989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.655532:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13924 00000100:00100000:2.0:1746135170.655956:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625878912:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.655978:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 50 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.655999:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b611a00, rc 0) 00000100:00100000:2.0:1746135170.656120:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:1804:x1830954628003200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3184us (4701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.656127:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29617 00000100:00100000:0.0:1746135170.661939:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.664343:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628003584 00000100:00100000:2.0:1746135170.664360:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628003584 00002000:00100000:2.0:1746135170.664417:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062d80 x1830954628003584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.664427:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062d80 with x1830954628003584 ext(0->4095) 00010000:00010000:2.0:1746135170.664436:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.664451:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.664458:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062d80 00000100:00100000:2.0:1746135170.664499:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2457 00000100:00100000:2.0:1746135170.664507:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628003584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.664700:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628003584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 193us (2774us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.664707:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2457 00002000:00100000:2.0:1746135170.664712:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062d80 x1830954628003584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.664725:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062d80 with x1830954628003584 ext(0->4095) 00010000:00010000:2.0:1746135170.664729:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:2.0:1746135170.664738:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:2.0:1746135170.664743:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062d80 00000100:00100000:0.0:1746135170.672132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.672427:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628003712 00000100:00100000:1.0:1746135170.672442:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628003712 00010000:00010000:1.0:1746135170.672495:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:1.0:1746135170.672546:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13925 00000100:00100000:1.0:1746135170.672555:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628003712:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.672588:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135170.672617:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.672631:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.672690:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2ad2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370dd expref: 6 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.672728:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.672730:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.672737:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 49 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.672746:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 49 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.672862:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 49 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.672876:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625879040:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.674488:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.679266:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625879040:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.679300:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.679450:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628003712:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6893us (7332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.679466:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13925 00000100:00100000:0.0:1746135170.682240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.682725:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628003968 00000100:00100000:2.0:1746135170.682736:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628003968 00002000:00100000:2.0:1746135170.682794:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060a80 x1830954628003968/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.682805:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060a80 with x1830954628003968 ext(0->4095) 00002000:00010000:2.0:1746135170.682813:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060a80 00000100:00100000:2.0:1746135170.682845:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13177 00000100:00100000:2.0:1746135170.682854:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2011:x1830954628003968:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.683092:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2011:x1830954628003968:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 238us (864us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.683100:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13177 00002000:00100000:2.0:1746135170.683106:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060a80 x1830954628003968/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.683114:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060a80 with x1830954628003968 ext(0->4095) 00002000:00010000:2.0:1746135170.683118:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060a80 00000100:00100000:3.0:1746135170.692053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.692120:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628004096 00000100:00100000:3.0:1746135170.692133:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628004096 00000100:00100000:3.0:1746135170.692202:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29618 00000100:00100000:3.0:1746135170.692210:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628004096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.692234:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.692259:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370eb expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.692292:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 49 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.692300:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.692302:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.692307:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.692341:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 49 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.692354:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 49 pid: 26641 timeout: 914 lvb_type: 0 00000100:00100000:3.0:1746135170.692366:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625879168:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.693290:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.697988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.698023:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625879168:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.698059:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.698080:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:3.0:1746135170.698153:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628004096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5944us (6116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.698158:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628004224 00000100:00100000:3.0:1746135170.698163:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29618 00000100:00100000:1.0:1746135170.698166:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628004224 00002000:00100000:1.0:1746135170.698209:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d062680 x1830954628004224/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.698217:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062680 with x1830954628004224 ext(0->7) 00010000:00010000:1.0:1746135170.698223:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 50 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:1.0:1746135170.698235:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 50 pid: 26641 timeout: 914 lvb_type: 0 00002000:00010000:1.0:1746135170.698241:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062680 00000100:00100000:1.0:1746135170.698260:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2458 00000100:00100000:1.0:1746135170.698267:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2010:x1830954628004224:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135170.701173:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954628004224:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2892us (3186us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746135170.701185:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2458 00002000:00100000:0.0:1746135170.701196:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d062680 x1830954628004224/t4294970616(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.701205:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062680 with x1830954628004224 ext(0->7) 00010000:00010000:0.0:1746135170.701213:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 52 pid: 26641 timeout: 914 lvb_type: 0 00010000:00010000:0.0:1746135170.701229:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 52 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135170.701235:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062680 00000100:00100000:0.0:1746135170.703860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.704373:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628004352 00000100:00100000:1.0:1746135170.704383:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628004352 00010000:00010000:1.0:1746135170.704424:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 52 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135170.704483:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13926 00000100:00100000:1.0:1746135170.704490:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2011:x1830954628004352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135170.704504:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746135170.704520:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135170 -> 1746135171 00002000:00010000:1.0:1746135170.704523:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135170 -> 1746135171 00010000:00010000:1.0:1746135170.704528:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 52 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.704538:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 52 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.704561:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b611a00/0xc3cfcce4a57c2ad9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370e4 expref: 52 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.704847:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.704849:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135170.704856:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.704863:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.704895:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135170.704907:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625879296:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135170.705633:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.708173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.708178:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625879296:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135170.708203:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.708259:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2011:x1830954628004352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3769us (4413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.708273:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13926 00000100:00100000:0.0:1746135170.708310:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.708465:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628004736 00000100:00100000:3.0:1746135170.708477:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628004736 00000100:00100000:3.0:1746135170.708531:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29619 00000100:00100000:3.0:1746135170.708539:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:1804:x1830954628004736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.708563:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.708593:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370f2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.708635:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.708665:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.708667:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.708672:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.708704:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628004608 00010000:00010000:3.0:1746135170.708709:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.708709:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628004608 00010000:00010000:3.0:1746135170.708724:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.708740:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625879424:192.168.202.58@tcp:104: 00002000:00100000:2.0:1746135170.708745:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060e00 x1830954628004608/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.708756:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060e00 with x1830954628004608 ext(0->4095) 00010000:00010000:2.0:1746135170.708762:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.708774:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.708780:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d060e00 00000100:00100000:2.0:1746135170.708798:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2459 00000100:00100000:3.0:1746135170.708803:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596900 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.708803:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628004608:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.708985:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628004608:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (825us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.708991:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2459 00002000:00100000:2.0:1746135170.708996:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060e00 x1830954628004608/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.709003:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060e00 with x1830954628004608 ext(0->4095) 00010000:00010000:2.0:1746135170.709007:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.709015:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.709024:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d060e00 00000100:00100000:3.0:1746135170.712026:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625879424:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.712074:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.712098:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d800, rc 0) 00000100:00100000:3.0:1746135170.712160:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:1804:x1830954628004736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3620us (3847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.712171:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29619 00000100:00100000:0.0:1746135170.712794:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.713092:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628004864 00000100:00100000:3.0:1746135170.713099:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628004864 00000100:00100000:3.0:1746135170.713165:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29620 00000100:00100000:3.0:1746135170.713174:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:1820:x1830954628004864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.713190:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.713204:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082370f9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.713221:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.713225:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.713231:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.713234:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.713266:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.713276:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.713284:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135170.713318:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:1820:x1830954628004864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.713323:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29620 00000100:00100000:1.0:1746135170.713519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.713612:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628004992 00000100:00100000:2.0:1746135170.713616:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628004992 00010000:00010000:2.0:1746135170.713673:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.713699:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13927 00000100:00100000:2.0:1746135170.713706:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628004992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.713716:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.713738:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.713799:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.713821:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2ae0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370eb expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.713846:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.713848:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.713855:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.713862:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.713888:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.713898:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 52 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.713912:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625879680:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.713980:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.715762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.715770:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625879680:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.715795:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.715852:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628004992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2145us (2331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.715863:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628005248 00000100:00100000:2.0:1746135170.715865:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13927 00000100:00100000:3.0:1746135170.715869:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628005248 00002000:00100000:3.0:1746135170.715917:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062a00 x1830954628005248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.715932:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062a00 with x1830954628005248 ext(0->4095) 00010000:00010000:3.0:1746135170.715939:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.715950:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135170.715957:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062a00 00000100:00100000:3.0:1746135170.715985:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2460 00000100:00100000:3.0:1746135170.715992:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2010:x1830954628005248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135170.716152:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2010:x1830954628005248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.716158:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2460 00002000:00100000:3.0:1746135170.716163:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062a00 x1830954628005248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.716170:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062a00 with x1830954628005248 ext(0->4095) 00010000:00010000:3.0:1746135170.716174:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.716183:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135170.716188:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062a00 00000100:00100000:0.0:1746135170.718330:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.718384:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628005376 00000100:00100000:2.0:1746135170.718394:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628005376 00010000:00010000:2.0:1746135170.718432:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.718470:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13928 00000100:00100000:2.0:1746135170.718477:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2011:x1830954628005376:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.718491:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.718511:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.718526:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.718551:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2ae7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f2 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.718568:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.718581:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.718590:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.718598:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.718637:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 52 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.718680:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625879808:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.718773:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.722915:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.723033:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628005632 00000100:00100000:3.0:1746135170.723044:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628005632 00002000:00100000:3.0:1746135170.723089:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d061880 x1830954628005632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.723098:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061880 with x1830954628005632 ext(0->4095) 00002000:00010000:3.0:1746135170.723103:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d061880 00000100:00100000:3.0:1746135170.723125:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13178 00000100:00100000:3.0:1746135170.723137:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2011:x1830954628005632:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135170.723312:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2011:x1830954628005632:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 181us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.723319:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13178 00002000:00100000:3.0:1746135170.723324:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d061880 x1830954628005632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.723331:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061880 with x1830954628005632 ext(0->4095) 00002000:00010000:3.0:1746135170.723334:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d061880 00000100:00100000:3.0:1746135170.723373:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625879808:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.723395:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.723418:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2011:x1830954628005376:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4942us (5096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.723428:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13928 00000100:00100000:0.0:1746135170.726225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.726524:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628005760 00000100:00100000:2.0:1746135170.726535:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628005760 00000100:00100000:2.0:1746135170.726608:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29621 00000100:00100000:2.0:1746135170.726616:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628005760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.726636:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.726715:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237100 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.726761:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 51 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.726769:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.726770:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.726774:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.726810:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 51 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.726824:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 51 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.726836:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625879936:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.726940:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.731469:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625879936:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.731511:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.731534:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:2.0:1746135170.731603:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628005760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4987us (5383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.731612:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29621 00000100:00100000:0.0:1746135170.733504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.733697:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628005888 00000100:00100000:3.0:1746135170.733709:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628005888 00010000:00010000:3.0:1746135170.733764:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 52 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.733798:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13929 00000100:00100000:3.0:1746135170.733807:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954628005888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.733827:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.733854:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 52 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.733867:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 52 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.733896:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2aee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082370f9 expref: 52 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.733933:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.733935:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.733943:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.733950:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.733989:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.734002:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625880064:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.736741:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.736948:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.737084:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628006016 00000100:00100000:2.0:1746135170.737096:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628006016 00000100:00100000:2.0:1746135170.737162:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29622 00000100:00100000:2.0:1746135170.737171:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:1804:x1830954628006016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.737193:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.737218:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237107 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.737253:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.737260:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.737262:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.737266:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 53 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.737305:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.737317:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.737328:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625880192:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.737398:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.743959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.744005:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625880064:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.744031:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.744085:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2010:x1830954628005888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 10278us (10594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.744102:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13929 00000100:00100000:1.0:1746135170.745326:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628006272 00000100:00100000:1.0:1746135170.745338:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628006272 00000100:00100000:2.0:1746135170.745374:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625880192:192.168.202.58@tcp:104: 00002000:00100000:1.0:1746135170.745390:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060000 x1830954628006272/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.745400:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060000 with x1830954628006272 ext(0->4095) 00010000:00010000:2.0:1746135170.745404:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 52 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135170.745408:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.745421:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.745429:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00002000:00010000:1.0:1746135170.745429:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d060000 00000100:00100000:1.0:1746135170.745462:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2461 00000100:00100000:2.0:1746135170.745468:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:1804:x1830954628006016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8298us (8524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135170.745471:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628006272:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.745475:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29622 00000100:00100000:1.0:1746135170.745915:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628006272:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 445us (1968us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.745921:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2461 00002000:00100000:1.0:1746135170.745926:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060000 x1830954628006272/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.745933:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060000 with x1830954628006272 ext(0->4095) 00010000:00010000:1.0:1746135170.745938:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.745946:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135170.745952:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d060000 00000100:00100000:0.0:1746135170.749493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.749605:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628006400 00000100:00100000:3.0:1746135170.749614:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628006400 00010000:00010000:3.0:1746135170.749669:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.749694:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13930 00000100:00100000:3.0:1746135170.749701:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628006400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.749714:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.749731:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.749740:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.749759:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c2af5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237100 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.749788:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.749790:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.749796:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 51 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.749803:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 51 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.749835:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 51 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.749846:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625880320:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.749920:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.752815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.752916:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628006656 00000100:00100000:1.0:1746135170.752923:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628006656 00002000:00100000:1.0:1746135170.752956:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb2300 x1830954628006656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.752965:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb2300 with x1830954628006656 ext(0->4095) 00002000:00010000:1.0:1746135170.752969:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb2300 00000100:00100000:1.0:1746135170.752995:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13179 00000100:00100000:1.0:1746135170.753001:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2011:x1830954628006656:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135170.753104:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625880320:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.753123:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135170.753149:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2011:x1830954628006656:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.753151:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628006400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3451us (3666us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.753158:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13930 00000100:00100000:1.0:1746135170.753159:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13179 00002000:00100000:1.0:1746135170.753163:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb2300 x1830954628006656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.753170:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb2300 with x1830954628006656 ext(0->4095) 00002000:00010000:1.0:1746135170.753173:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb2300 00000100:00100000:0.0:1746135170.760486:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.761231:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628006784 00000100:00100000:2.0:1746135170.761241:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628006784 00000100:00100000:2.0:1746135170.761300:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29623 00000100:00100000:2.0:1746135170.761308:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628006784:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.761327:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.761349:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823710e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.761383:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 51 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.761390:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.761392:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.761396:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.761431:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 51 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.761444:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 51 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.761460:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625880448:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.761552:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.770249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.770282:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625880448:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.770307:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.770321:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:0.0:1746135170.770332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.770357:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628006912 00000100:00100000:2.0:1746135170.770362:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628006912 00002000:00100000:2.0:1746135170.770391:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089fb0700 x1830954628006912/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.770399:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0700 with x1830954628006912 ext(0->7) 00010000:00010000:2.0:1746135170.770405:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 52 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.770416:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 52 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.770421:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb0700 00000100:00100000:3.0:1746135170.770683:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628007040 00000100:00100000:3.0:1746135170.770686:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628007040 00000100:00100000:3.0:1746135170.770709:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29624 00000100:00100000:3.0:1746135170.770715:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:1804:x1830954628007040:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.770728:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.770739:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237115 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.770758:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.770762:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.770767:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135170.770770:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.770796:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.770808:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.770814:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d400, rc 0) 00000100:00100000:3.0:1746135170.770834:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954628007040:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.770838:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29624 00000100:00100000:3.0:1746135170.770862:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628006784:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9556us (10389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.770866:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29623 00000100:00100000:2.0:1746135170.771491:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2462 00000100:00100000:2.0:1746135170.771498:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2010:x1830954628006912:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135170.772721:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954628006912:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1218us (2382us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746135170.772732:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2462 00002000:00100000:0.0:1746135170.772742:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089fb0700 x1830954628006912/t4294970617(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.772751:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0700 with x1830954628006912 ext(0->7) 00010000:00010000:0.0:1746135170.772759:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135170.772771:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135170.772777:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb0700 00000100:00100000:1.0:1746135170.779139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.779308:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628007168 00000100:00100000:2.0:1746135170.779321:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628007168 00010000:00010000:2.0:1746135170.779367:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.779416:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13931 00000100:00100000:2.0:1746135170.779425:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2008:x1830954628007168:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.779444:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.779467:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.779481:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.779507:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2afc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237107 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.779536:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.779538:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.779544:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.779552:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.779595:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.779605:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.779621:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625880704:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.779730:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.781818:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625880704:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.781836:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.782165:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2008:x1830954628007168:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2740us (3038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.782175:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13931 00000100:00100000:0.0:1746135170.782955:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.783023:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628007424 00000100:00100000:2.0:1746135170.783029:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628007424 00002000:00100000:2.0:1746135170.783059:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb1f80 x1830954628007424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.783067:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb1f80 with x1830954628007424 ext(0->4095) 00010000:00010000:2.0:1746135170.783075:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.783085:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.783091:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb1f80 00000100:00100000:2.0:1746135170.783117:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2463 00000100:00100000:2.0:1746135170.783123:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628007424:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.783718:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628007424:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 591us (760us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.783728:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2463 00002000:00100000:2.0:1746135170.783734:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb1f80 x1830954628007424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.783741:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb1f80 with x1830954628007424 ext(0->4095) 00010000:00010000:2.0:1746135170.783746:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.783754:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.783759:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb1f80 00000100:00100000:0.0:1746135170.787120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.787293:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628007552 00000100:00100000:2.0:1746135170.787300:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628007552 00010000:00010000:2.0:1746135170.787331:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.787365:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13932 00000100:00100000:2.0:1746135170.787375:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628007552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.787388:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.787409:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.787419:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.787437:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823710e expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.787465:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.787467:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.787473:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.787480:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.787509:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.787519:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625880832:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.787596:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.790317:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625880832:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.790334:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.790374:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628007552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3001us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.790384:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13932 00000100:00100000:0.0:1746135170.791210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.791329:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628007808 00000100:00100000:3.0:1746135170.791335:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628007808 00002000:00100000:3.0:1746135170.791369:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb0380 x1830954628007808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.791378:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0380 with x1830954628007808 ext(0->4095) 00002000:00010000:3.0:1746135170.791382:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb0380 00000100:00100000:3.0:1746135170.791790:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13180 00000100:00100000:3.0:1746135170.791797:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954628007808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135170.791916:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954628007808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (709us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.791922:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13180 00002000:00100000:3.0:1746135170.791927:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb0380 x1830954628007808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.791939:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0380 with x1830954628007808 ext(0->4095) 00002000:00010000:3.0:1746135170.791941:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb0380 00000100:00100000:0.0:1746135170.793960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.794052:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628007936 00000100:00100000:3.0:1746135170.794059:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628007936 00000100:00100000:3.0:1746135170.794102:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29625 00000100:00100000:3.0:1746135170.794108:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628007936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.794122:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.794135:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823711c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.794158:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.794164:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.794166:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.794170:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.794195:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.794205:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 53 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.794214:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625880960:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.794332:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.797484:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625880960:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.797511:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.797525:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:3.0:1746135170.797583:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628007936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3473us (3626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.797591:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29625 00000100:00100000:0.0:1746135170.797968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.798128:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628008064 00000100:00100000:3.0:1746135170.798134:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628008064 00010000:00010000:3.0:1746135170.798155:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 54 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.798183:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13933 00000100:00100000:3.0:1746135170.798189:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954628008064:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.798200:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.798216:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 54 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.798225:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 54 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.798243:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d400/0xc3cfcce4a57c2b0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237115 expref: 54 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.798262:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.798264:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.798270:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.798277:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.798301:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.798310:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625881088:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.799631:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.800990:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.801623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.801708:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625881088:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.801728:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.801766:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2010:x1830954628008064:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3577us (3799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.801777:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13933 00000100:00100000:3.0:1746135170.802133:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628008192 00000100:00100000:3.0:1746135170.802140:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628008192 00000100:00100000:3.0:1746135170.802176:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29626 00000100:00100000:3.0:1746135170.802183:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:1804:x1830954628008192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.802196:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.802210:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237123 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.802230:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.802236:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.802238:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.802240:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 54 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.802262:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.802272:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.802281:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625881216:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135170.802456:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628008448 00000100:00100000:1.0:1746135170.802459:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628008448 00002000:00100000:1.0:1746135170.802483:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6aa00 x1830954628008448/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.802492:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6aa00 with x1830954628008448 ext(0->4095) 00010000:00010000:1.0:1746135170.802497:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.802506:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135170.802511:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6aa00 00000100:00100000:1.0:1746135170.802525:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2464 00000100:00100000:1.0:1746135170.802529:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628008448:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135170.802779:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.802929:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628008448:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 398us (1307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.802935:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2464 00002000:00100000:1.0:1746135170.802939:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6aa00 x1830954628008448/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.802946:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6aa00 with x1830954628008448 ext(0->4095) 00010000:00010000:1.0:1746135170.802950:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.802957:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135170.802962:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6aa00 00000100:00100000:3.0:1746135170.805594:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625881216:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.805623:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 54 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.805638:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d800, rc 0) 00000100:00100000:3.0:1746135170.805844:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954628008192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3660us (4857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.805852:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29626 00000100:00100000:0.0:1746135170.806600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.806666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.806893:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628008576 00000100:00100000:3.0:1746135170.806899:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628008576 00000100:00100000:3.0:1746135170.807065:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29627 00000100:00100000:3.0:1746135170.807071:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1820:x1830954628008576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.807084:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.807095:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823712a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.807114:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.807118:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.807126:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.807129:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 55 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.807154:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.807162:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 55 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.807169:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6600, rc 0) 00000100:00100000:3.0:1746135170.807206:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:1820:x1830954628008576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.807210:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29627 00000100:00100000:2.0:1746135170.807266:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628008704 00000100:00100000:2.0:1746135170.807270:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628008704 00010000:00010000:2.0:1746135170.807285:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.807300:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13934 00000100:00100000:2.0:1746135170.807304:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628008704:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.807311:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.807324:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.807332:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.807346:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c2b11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823711c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.807357:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.807358:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.807363:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 54 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.807368:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 54 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.807383:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 54 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.807392:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 54 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.807405:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625881472:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.807447:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.810126:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.810236:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625881472:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.810255:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135170.810292:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628008704:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2986us (3625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.810302:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13934 00000100:00100000:1.0:1746135170.810373:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628008960 00000100:00100000:1.0:1746135170.810380:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628008960 00002000:00100000:1.0:1746135170.810415:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68000 x1830954628008960/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.810424:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68000 with x1830954628008960 ext(0->4095) 00010000:00010000:1.0:1746135170.810431:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.810449:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135170.810455:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae68000 00000100:00100000:1.0:1746135170.810470:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2465 00000100:00100000:1.0:1746135170.810476:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954628008960:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135170.810597:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954628008960:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.810602:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2465 00002000:00100000:1.0:1746135170.810609:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68000 x1830954628008960/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.810615:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68000 with x1830954628008960 ext(0->4095) 00010000:00010000:1.0:1746135170.810619:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.810627:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135170.810632:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae68000 00000100:00100000:0.0:1746135170.812972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.813037:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628009088 00000100:00100000:2.0:1746135170.813047:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628009088 00010000:00010000:2.0:1746135170.813077:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.813111:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13935 00000100:00100000:2.0:1746135170.813117:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2008:x1830954628009088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135170.813128:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135170.813144:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.813156:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.813178:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447d800/0xc3cfcce4a57c2b18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237123 expref: 55 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.813191:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.813193:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.813199:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 54 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.813207:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 54 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.813235:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 54 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135170.813245:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625881600:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.813325:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.817385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.817462:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628009344 00000100:00100000:3.0:1746135170.817468:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628009344 00000100:00100000:2.0:1746135170.817469:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625881600:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135170.817485:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746135170.817499:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6bb80 x1830954628009344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.817508:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6bb80 with x1830954628009344 ext(0->4095) 00002000:00010000:3.0:1746135170.817512:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6bb80 00000100:00100000:2.0:1746135170.817515:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2008:x1830954628009088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4399us (4654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.817524:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13935 00000100:00100000:3.0:1746135170.817538:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13181 00000100:00100000:3.0:1746135170.817544:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954628009344:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135170.818020:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625881728:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746135170.818054:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135170.818164:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625881728 00000100:00100000:0.0:1746135170.818168:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625881728 00000100:00100000:0.0:1746135170.818199:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1746135170.818206:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3769:x1830954625881728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746135170.818226:0:10478:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746135170.818253:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3769:x1830954625881728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135170.818257:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1746135170.818272:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954628009344:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 728us (895us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.818281:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13181 00002000:00100000:3.0:1746135170.818286:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6bb80 x1830954628009344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.818292:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6bb80 with x1830954628009344 ext(0->4095) 00002000:00010000:3.0:1746135170.818295:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6bb80 00000100:00100000:1.0:1746135170.819401:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625881728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746135170.821318:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.821786:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628009472 00000100:00100000:2.0:1746135170.821793:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628009472 00000100:00100000:2.0:1746135170.821838:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29628 00000100:00100000:2.0:1746135170.821844:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628009472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.821860:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.821875:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237131 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.821901:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 53 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.821912:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.821914:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.821916:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.821941:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 53 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.821951:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 53 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.821962:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625881856:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.822510:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.824861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.824914:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628009600 00000100:00100000:3.0:1746135170.824921:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628009600 00000100:00100000:2.0:1746135170.824932:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625881856:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.824949:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 54 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.824954:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.824964:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:3.0:1746135170.824981:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13936 00000100:00100000:3.0:1746135170.824987:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628009600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.824997:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.825011:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 54 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.825020:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 54 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.825037:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823712a expref: 54 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.825049:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.825051:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.825056:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.825066:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.825089:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.825099:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625881984:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135170.825157:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628009472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3312us (3843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.825163:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29628 00000100:00100000:3.0:1746135170.826142:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135170.827957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.828013:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628009728 00000100:00100000:2.0:1746135170.828021:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628009728 00000100:00100000:2.0:1746135170.828069:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29629 00000100:00100000:2.0:1746135170.828075:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954628009728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.828090:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.828104:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237138 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.828126:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.828131:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.828133:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.828135:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.828161:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.828169:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 5 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.828179:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625882112:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.828249:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.830548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.830585:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625881984:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.830601:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.830657:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2011:x1830954628009600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5655us (5788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.830667:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13936 00000100:00100000:2.0:1746135170.830673:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625882112:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.830692:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 54 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.830704:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:2.0:1746135170.830821:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954628009728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2745us (2870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.830830:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29629 00000100:00100000:2.0:1746135170.830852:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628009984 00000100:00100000:2.0:1746135170.830857:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628009984 00002000:00100000:2.0:1746135170.830882:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b100 x1830954628009984/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.830890:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b100 with x1830954628009984 ext(0->4095) 00010000:00010000:2.0:1746135170.830895:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.830904:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.830909:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6b100 00000100:00100000:2.0:1746135170.831371:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2466 00000100:00100000:2.0:1746135170.831378:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628009984:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.831493:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628009984:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 116us (952us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.831499:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2466 00002000:00100000:2.0:1746135170.831503:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b100 x1830954628009984/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.831509:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b100 with x1830954628009984 ext(0->4095) 00010000:00010000:2.0:1746135170.831513:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.831525:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.831529:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6b100 00000100:00100000:0.0:1746135170.834757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.834813:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628010112 00000100:00100000:3.0:1746135170.834821:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628010112 00010000:00010000:3.0:1746135170.834849:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.834872:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13937 00000100:00100000:3.0:1746135170.834879:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628010112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.834890:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.834906:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.834916:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.834936:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237131 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.834963:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.834965:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.834974:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.834981:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.835007:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.835017:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625882240:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.835088:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.838962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.839075:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625882240:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.839092:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.839600:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628010112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4719us (4962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.839611:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13937 00000100:00100000:1.0:1746135170.839616:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628010368 00000100:00100000:1.0:1746135170.839624:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628010368 00002000:00100000:1.0:1746135170.839695:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6ad80 x1830954628010368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.839704:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6ad80 with x1830954628010368 ext(0->4095) 00002000:00010000:1.0:1746135170.839708:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6ad80 00000100:00100000:1.0:1746135170.839739:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13182 00000100:00100000:1.0:1746135170.839745:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954628010368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135170.840691:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954628010368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 943us (1734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.840701:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13182 00002000:00100000:1.0:1746135170.840707:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6ad80 x1830954628010368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.840714:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6ad80 with x1830954628010368 ext(0->4095) 00002000:00010000:1.0:1746135170.840717:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6ad80 00000100:00100000:0.0:1746135170.846007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.846106:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628010496 00000100:00100000:2.0:1746135170.846114:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628010496 00000100:00100000:2.0:1746135170.846163:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29630 00000100:00100000:2.0:1746135170.846170:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628010496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.846188:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.846206:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823713f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.846233:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.846240:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.846241:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.846244:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.846274:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.846285:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 53 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.846295:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625882368:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.847849:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.854002:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625882368:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.854030:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.854045:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:2.0:1746135170.854585:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628010496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8413us (8586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.854593:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29630 00000100:00100000:0.0:1746135170.865624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.867363:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628010624 00000100:00100000:1.0:1746135170.867374:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628010624 00002000:00100000:1.0:1746135170.867415:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae6a300 x1830954628010624/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.867424:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954628010624 ext(0->7) 00010000:00010000:1.0:1746135170.867432:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 54 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.867445:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 54 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135170.867451:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a300 00000100:00100000:1.0:1746135170.868037:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2467 00000100:00100000:1.0:1746135170.871900:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628010624:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135170.872808:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2011:x1830954628010624:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4761us (7188us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746135170.872816:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2467 00002000:00100000:0.0:1746135170.872824:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae6a300 x1830954628010624/t4294970618(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.872833:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954628010624 ext(0->7) 00010000:00010000:0.0:1746135170.872839:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135170.872853:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135170.872858:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a300 00000100:00100000:0.0:1746135170.883261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.883720:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628010880 00000100:00100000:3.0:1746135170.883733:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628010880 00010000:00010000:3.0:1746135170.883782:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.883828:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13938 00000100:00100000:3.0:1746135170.883835:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2010:x1830954628010880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.883850:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.883873:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.883885:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.883910:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c2b2d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237138 expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.883939:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.883941:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.883947:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.883955:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.883986:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.883999:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625882496:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.884106:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.886616:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625882496:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.887558:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.888391:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954628010880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4547us (5135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.888403:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13938 00000100:00100000:0.0:1746135170.889182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.889693:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628010752 00000100:00100000:3.0:1746135170.889702:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628010752 00000100:00100000:3.0:1746135170.889758:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29631 00000100:00100000:3.0:1746135170.889764:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:1804:x1830954628010752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.889783:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.889802:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237146 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.889841:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.889849:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.889851:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.889855:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.889885:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.889895:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 5 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.889908:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625882624:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135170.889994:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.902094:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.902244:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628011136 00000100:00100000:2.0:1746135170.902257:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628011136 00002000:00100000:2.0:1746135170.902317:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3800 x1830954628011136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.902328:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3800 with x1830954628011136 ext(0->4095) 00010000:00010000:2.0:1746135170.902337:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.902354:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.902361:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a3800 00000100:00100000:2.0:1746135170.902394:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2468 00000100:00100000:2.0:1746135170.902402:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628011136:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.902687:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628011136:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 285us (602us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.902697:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2468 00002000:00100000:2.0:1746135170.902703:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3800 x1830954628011136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.902711:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3800 with x1830954628011136 ext(0->4095) 00010000:00010000:2.0:1746135170.902715:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.902723:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.902729:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a3800 00000100:00100000:3.0:1746135170.912259:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625882624:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135170.912299:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.912320:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00000100:00100000:3.0:1746135170.912381:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1804:x1830954628010752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 22614us (23197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.912390:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29631 00000100:00100000:0.0:1746135170.913362:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.914338:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628011264 00000100:00100000:3.0:1746135170.914347:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628011264 00000100:00100000:3.0:1746135170.914412:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29632 00000100:00100000:3.0:1746135170.914420:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1820:x1830954628011264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135170.914439:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135170.914458:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823714d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.914480:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.914485:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 57 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.914490:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135170.914492:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 57 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.914523:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 57 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.914539:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 57 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.914548:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f800, rc 0) 00000100:00100000:3.0:1746135170.914614:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:1820:x1830954628011264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.914620:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29632 00000100:00100000:0.0:1746135170.915752:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.915930:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628011392 00000100:00100000:3.0:1746135170.915935:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628011392 00010000:00010000:3.0:1746135170.915960:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.915992:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13939 00000100:00100000:3.0:1746135170.915998:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628011392:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.916011:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.916031:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.916042:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.916061:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c2b34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823713f expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.916396:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.916401:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.916409:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.916416:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.916448:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.916458:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.916471:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625882880:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.916548:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.920378:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625882880:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.920403:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.920467:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628011392:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4467us (4717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.920479:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13939 00000100:00100000:0.0:1746135170.921470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.921529:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628011520 00000100:00100000:3.0:1746135170.921537:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628011520 00010000:00010000:3.0:1746135170.921566:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 57 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.921898:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13940 00000100:00100000:3.0:1746135170.921905:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:2010:x1830954628011520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.921920:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.921936:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 57 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.921945:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 57 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.921964:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237146 expref: 57 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.921975:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.921977:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.921983:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.921990:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.922021:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 56 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.922032:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625883008:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.922680:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.934043:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625883008:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.934067:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.934120:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2010:x1830954628011520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 12214us (12657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.934138:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13940 00000100:00100000:0.0:1746135170.937420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.942916:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628011776 00000100:00100000:2.0:1746135170.942931:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628011776 00002000:00100000:2.0:1746135170.942983:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1f80 x1830954628011776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.942994:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1f80 with x1830954628011776 ext(0->4095) 00002000:00010000:2.0:1746135170.942999:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1f80 00000100:00100000:2.0:1746135170.943034:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13183 00000100:00100000:2.0:1746135170.943041:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2010:x1830954628011776:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135170.943234:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2010:x1830954628011776:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 192us (5829us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.943241:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13183 00002000:00100000:2.0:1746135170.943246:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1f80 x1830954628011776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.943257:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1f80 with x1830954628011776 ext(0->4095) 00002000:00010000:2.0:1746135170.943260:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1f80 00000100:00100000:0.0:1746135170.949337:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.949448:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628011904 00000100:00100000:2.0:1746135170.949460:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628011904 00000100:00100000:2.0:1746135170.949535:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29633 00000100:00100000:2.0:1746135170.949544:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628011904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.949566:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.949597:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237154 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.949630:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.949637:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.949669:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.949674:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.949708:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.949720:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 55 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.949734:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625883136:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.949828:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135170.953006:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625883136:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.953045:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.953066:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:2.0:1746135170.954320:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628011904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4769us (4984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.954330:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29633 00000100:00100000:0.0:1746135170.963897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.964012:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628012032 00000100:00100000:3.0:1746135170.964023:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628012032 00002000:00100000:3.0:1746135170.964080:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a2a00 x1830954628012032/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.964094:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2a00 with x1830954628012032 ext(0->7) 00010000:00010000:3.0:1746135170.964104:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.964120:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 56 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135170.964127:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a2a00 00000100:00100000:3.0:1746135170.964165:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2469 00000100:00100000:3.0:1746135170.964173:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2008:x1830954628012032:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135170.965231:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2008:x1830954628012032:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1054us (1342us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746135170.965240:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2469 00002000:00100000:0.0:1746135170.965247:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a2a00 x1830954628012032/t4294970619(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 496/448 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135170.965254:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2a00 with x1830954628012032 ext(0->7) 00010000:00010000:0.0:1746135170.965260:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 58 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135170.965271:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 58 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135170.965277:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a2a00 00000100:00100000:0.0:1746135170.975432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.975732:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628012160 00000100:00100000:3.0:1746135170.975742:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628012160 00010000:00010000:3.0:1746135170.975780:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 58 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.975813:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13941 00000100:00100000:3.0:1746135170.975821:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2009:x1830954628012160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.975835:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.975853:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 58 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.975871:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 58 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.975894:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2b42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823714d expref: 58 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.976127:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.976130:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.976137:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.976145:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.976175:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.976192:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625883264:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.976281:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.976994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.977224:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628012288 00000100:00100000:2.0:1746135170.977229:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628012288 00000100:00100000:2.0:1746135170.977269:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29634 00000100:00100000:2.0:1746135170.977275:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:1804:x1830954628012288:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.977287:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.977298:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823715b expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.977317:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.977323:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.977324:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.977327:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.977345:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.977354:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.977364:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625883392:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135170.977413:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135170.978247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135170.978380:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628012544 00000100:00100000:1.0:1746135170.978385:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628012544 00002000:00100000:1.0:1746135170.978419:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1500 x1830954628012544/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.978429:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1500 with x1830954628012544 ext(0->4095) 00010000:00010000:1.0:1746135170.978437:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.978448:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135170.978454:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a1500 00000100:00100000:1.0:1746135170.978470:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2470 00000100:00100000:1.0:1746135170.978475:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628012544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135170.978613:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628012544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135170.978620:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2470 00002000:00100000:1.0:1746135170.978625:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1500 x1830954628012544/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135170.978632:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1500 with x1830954628012544 ext(0->4095) 00010000:00010000:1.0:1746135170.978636:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135170.978663:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135170.978669:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a1500 00000100:00100000:3.0:1746135170.978746:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625883264:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.978761:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.978786:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2009:x1830954628012160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2967us (3363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.978793:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13941 00000100:00100000:2.0:1746135170.981889:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625883392:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135170.981920:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 58 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.981936:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:2.0:1746135170.982608:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:1804:x1830954628012288:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5331us (5612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.982614:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29634 00000100:00100000:0.0:1746135170.982842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135170.982882:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.982891:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628012672 00000100:00100000:2.0:1746135170.982896:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628012672 00000100:00100000:2.0:1746135170.983254:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29635 00000100:00100000:2.0:1746135170.983261:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:1820:x1830954628012672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746135170.983266:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628012800 00000100:00100000:3.0:1746135170.983270:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628012800 00010000:00010000:2.0:1746135170.983273:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.983285:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237162 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.983303:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135170.983308:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.983312:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.983315:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.983343:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.983353:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.983361:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00010000:00010000:3.0:1746135170.983381:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135170.983396:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:1820:x1830954628012672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135170.983401:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29635 00000100:00100000:3.0:1746135170.983412:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13942 00000100:00100000:3.0:1746135170.983417:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628012800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.983425:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.983442:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.983453:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.983468:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2b49 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237154 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.983480:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.983481:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.983486:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 58 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.983493:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 58 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.983509:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 58 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.983517:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 58 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.983527:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625883648:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.984071:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.987067:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625883648:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.987084:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.987123:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628012800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3705us (4240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.987133:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13942 00000100:00100000:0.0:1746135170.987264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.987911:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628013056 00000100:00100000:2.0:1746135170.987922:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628013056 00002000:00100000:2.0:1746135170.987963:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1880 x1830954628013056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.987973:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1880 with x1830954628013056 ext(0->4095) 00010000:00010000:2.0:1746135170.987983:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.987997:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.988002:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a1880 00000100:00100000:2.0:1746135170.988039:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2471 00000100:00100000:2.0:1746135170.988047:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2011:x1830954628013056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135170.988204:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2011:x1830954628013056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (940us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135170.988211:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2471 00002000:00100000:2.0:1746135170.988216:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1880 x1830954628013056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135170.988222:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1880 with x1830954628013056 ext(0->4095) 00010000:00010000:2.0:1746135170.988227:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135170.988236:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135170.988241:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a1880 00000100:00100000:0.0:1746135170.992248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.992510:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628013184 00000100:00100000:3.0:1746135170.992517:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628013184 00010000:00010000:3.0:1746135170.992548:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135170.992589:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13943 00000100:00100000:3.0:1746135170.992597:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2011:x1830954628013184:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135170.992611:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135170.992631:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.992675:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.992697:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823715b expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135170.992724:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.992726:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135170.992732:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 58 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.992740:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 58 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135170.992770:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 58 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135170.992783:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625883776:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135170.992873:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135170.996247:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625883776:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135170.996268:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135170.996312:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2011:x1830954628013184:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3715us (4073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135170.996323:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13943 00000100:00100000:0.0:1746135170.996524:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135170.996672:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628013440 00000100:00100000:3.0:1746135170.996679:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628013440 00002000:00100000:3.0:1746135170.996714:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2300 x1830954628013440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/0 e 0 to 0 dl 1746135181 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.996723:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2300 with x1830954628013440 ext(0->4095) 00002000:00010000:3.0:1746135170.996727:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a2300 00000100:00100000:3.0:1746135170.996759:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13184 00000100:00100000:3.0:1746135170.996766:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954628013440:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135170.997179:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954628013440:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 412us (655us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135170.997186:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13184 00002000:00100000:3.0:1746135170.997192:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2300 x1830954628013440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:626/0 lens 488/4536 e 0 to 0 dl 1746135181 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135170.997199:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2300 with x1830954628013440 ext(0->4095) 00002000:00010000:3.0:1746135170.997201:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a2300 00000100:00100000:0.0:1746135170.999682:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135170.999814:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628013568 00000100:00100000:2.0:1746135170.999823:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628013568 00000100:00100000:2.0:1746135170.999877:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29636 00000100:00100000:2.0:1746135170.999885:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628013568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135170.999903:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135170.999924:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237169 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.999951:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135170.999958:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.999960:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135170.999963:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.000001:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.000013:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 57 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.000026:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625883904:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135171.000281:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.005798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.006020:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628013696 00000100:00100000:3.0:1746135171.006027:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628013696 00010000:00010000:3.0:1746135171.006076:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 58 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.006110:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13944 00000100:00100000:3.0:1746135171.006118:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954628013696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.006130:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.006148:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 58 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.006159:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 58 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.006180:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.006182:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.006189:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.006196:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.006226:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.006236:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625884032:192.168.202.58@tcp:105: 00000100:00080000:0.0:1746135171.006276:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746135171.006302:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.006521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135171.006865:0:26641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b57 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237162 expref: 58 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.006896:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625883904:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.006918:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.006926:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:2.0:1746135171.006954:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628013568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7070us (7313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.006960:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29636 00000100:00100000:2.0:1746135171.006978:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628013824 00000100:00100000:2.0:1746135171.006980:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628013824 00000100:00100000:2.0:1746135171.006995:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29637 00000100:00100000:2.0:1746135171.006999:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:1804:x1830954628013824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.007009:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.007018:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237170 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.007034:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.007040:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.007041:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.007044:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.007058:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.007067:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.007075:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625884160:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135171.007107:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.007532:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625884032:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.007542:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.007625:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2010:x1830954628013696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1507us (1835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.007633:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13944 00000100:00100000:3.0:1746135171.008118:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625884160:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.008137:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 58 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.008147:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:3.0:1746135171.009947:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:1804:x1830954628013824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2935us (3414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.009957:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29637 00000100:00100000:1.0:1746135171.010192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.010563:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628014080 00000100:00100000:3.0:1746135171.010584:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628014080 00002000:00100000:3.0:1746135171.010679:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3100 x1830954628014080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.010692:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3100 with x1830954628014080 ext(0->4095) 00010000:00010000:3.0:1746135171.010702:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.010719:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.010732:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3100 00000100:00100000:3.0:1746135171.010749:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2472 00000100:00100000:3.0:1746135171.010755:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628014080:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.010905:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628014080:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (714us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.010911:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2472 00002000:00100000:3.0:1746135171.010916:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e3100 x1830954628014080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.010925:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e3100 with x1830954628014080 ext(0->4095) 00010000:00010000:3.0:1746135171.010929:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.010938:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.010944:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e3100 00000100:00080000:0.0:1746135171.011085:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135171.014183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.014942:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628014208 00000100:00100000:2.0:1746135171.014957:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628014208 00010000:00010000:2.0:1746135171.014999:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.015047:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13945 00000100:00100000:2.0:1746135171.015054:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628014208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.015071:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.015093:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.015105:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.015129:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b5e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237169 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.015157:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.015159:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.015166:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.015173:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.015206:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.015217:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625884288:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.015317:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.017969:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625884288:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.017991:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135171.018181:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.018223:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628014208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3167us (4046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.018233:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13945 00000100:00100000:1.0:1746135171.018233:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628014464 00000100:00100000:1.0:1746135171.018239:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628014464 00002000:00100000:1.0:1746135171.018269:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1c00 x1830954628014464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.018277:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1c00 with x1830954628014464 ext(0->4095) 00002000:00010000:1.0:1746135171.018281:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1c00 00000100:00100000:1.0:1746135171.018311:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13185 00000100:00100000:1.0:1746135171.018316:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2011:x1830954628014464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135171.018435:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2011:x1830954628014464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.018441:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13185 00002000:00100000:1.0:1746135171.018445:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1c00 x1830954628014464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.018451:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1c00 with x1830954628014464 ext(0->4095) 00002000:00010000:1.0:1746135171.018454:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1c00 00000100:00100000:0.0:1746135171.024442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.025081:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628014592 00000100:00100000:3.0:1746135171.025093:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628014592 00000100:00100000:3.0:1746135171.025164:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29638 00000100:00100000:3.0:1746135171.025174:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628014592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.025200:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.025221:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237177 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.025258:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.025276:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.025277:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.025281:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.025312:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 57 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.025325:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 57 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.025336:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625884416:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.025432:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.028126:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625884416:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.028162:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.028179:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00000100:00100000:3.0:1746135171.028220:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628014592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (3798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.028227:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29638 00000100:00100000:0.0:1746135171.031884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.033182:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628014720 00000100:00100000:3.0:1746135171.033197:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628014720 00002000:00100000:3.0:1746135171.033425:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007c209180 x1830954628014720/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.033437:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209180 with x1830954628014720 ext(0->7) 00010000:00010000:3.0:1746135171.033446:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 58 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.033463:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 58 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.033470:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c209180 00000100:00100000:3.0:1746135171.033515:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2473 00000100:00100000:3.0:1746135171.033522:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2009:x1830954628014720:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.035011:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2009:x1830954628014720:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1483us (3135us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746135171.035193:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2473 00002000:00100000:0.0:1746135171.035199:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007c209180 x1830954628014720/t4294970620(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.035206:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209180 with x1830954628014720 ext(0->7) 00010000:00010000:0.0:1746135171.035212:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 60 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.035222:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 60 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135171.035227:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c209180 00000100:00100000:0.0:1746135171.038534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.038680:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628014848 00000100:00100000:2.0:1746135171.038691:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628014848 00010000:00010000:2.0:1746135171.038733:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 60 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.038881:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13946 00000100:00100000:2.0:1746135171.038891:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2008:x1830954628014848:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.038908:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.038934:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 60 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.038944:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 60 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.038967:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2b65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237170 expref: 60 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.039158:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.039160:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.039168:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.039177:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.039209:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.039221:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625884544:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.039633:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.043083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.043412:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625884544:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.043435:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.043484:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2008:x1830954628014848:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4593us (4961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.043495:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13946 00000100:00100000:3.0:1746135171.043579:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628014976 00000100:00100000:3.0:1746135171.043586:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628014976 00000100:00100000:3.0:1746135171.043637:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29639 00000100:00100000:3.0:1746135171.043662:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:1804:x1830954628014976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.043685:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.043706:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823717e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.043740:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.043748:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.043750:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.043753:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.043788:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.043799:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.043812:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625884672:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.045619:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.045931:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.046034:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628015232 00000100:00100000:2.0:1746135171.046044:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628015232 00002000:00100000:2.0:1746135171.046097:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c208a80 x1830954628015232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.046106:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c208a80 with x1830954628015232 ext(0->4095) 00010000:00010000:2.0:1746135171.046116:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.046132:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.046138:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c208a80 00000100:00100000:2.0:1746135171.046165:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2474 00000100:00100000:2.0:1746135171.046171:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628015232:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.046332:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628015232:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.046338:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2474 00002000:00100000:2.0:1746135171.046343:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c208a80 x1830954628015232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.046349:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c208a80 with x1830954628015232 ext(0->4095) 00010000:00010000:2.0:1746135171.046353:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.046361:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.046367:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c208a80 00000100:00100000:0.0:1746135171.050885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.051013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.051087:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628015488 00000100:00100000:2.0:1746135171.051095:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628015488 00000100:00100000:3.0:1746135171.051110:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625884672:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.051139:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.051140:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.051157:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7a00, rc 0) 00000100:00100000:2.0:1746135171.051170:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13947 00000100:00100000:2.0:1746135171.051178:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628015488:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.051191:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746135171.051200:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:1804:x1830954628014976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7538us (8135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.051208:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29639 00010000:00010000:2.0:1746135171.051216:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.051226:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628015360 00010000:00010000:2.0:1746135171.051228:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.051229:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628015360 00000100:00100000:3.0:1746135171.051253:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29640 00010000:00010000:2.0:1746135171.051257:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237177 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.051259:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:1820:x1830954628015360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.051272:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.051274:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.051274:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.051283:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.051286:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237185 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.051290:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.051302:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.051309:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.051310:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.051313:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.051333:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.051348:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.051359:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625884800:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.051426:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746135171.052168:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.052179:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.052191:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625884928:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.052257:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.053554:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625884928:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.053561:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625884800:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.053596:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.053613:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:3.0:1746135171.053702:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:1820:x1830954628015360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2441us (2831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.053712:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29640 00010000:00010000:2.0:1746135171.054012:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.054037:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628015488:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2859us (3023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.054046:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13947 00000100:00100000:0.0:1746135171.055091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.055199:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628015744 00000100:00100000:2.0:1746135171.055208:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628015744 00002000:00100000:2.0:1746135171.055759:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b489500 x1830954628015744/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.055770:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489500 with x1830954628015744 ext(0->4095) 00010000:00010000:2.0:1746135171.055781:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.055797:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.055806:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b489500 00000100:00100000:2.0:1746135171.055841:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2475 00000100:00100000:2.0:1746135171.055849:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954628015744:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.056143:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954628015744:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 295us (1056us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.056150:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2475 00002000:00100000:2.0:1746135171.056156:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b489500 x1830954628015744/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.056164:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489500 with x1830954628015744 ext(0->4095) 00010000:00010000:2.0:1746135171.056169:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.056179:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.056185:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b489500 00000100:00100000:2.0:1746135171.068924:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.068960:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628015872 00000100:00100000:0.0:1746135171.068970:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628015872 00010000:00010000:0.0:1746135171.069005:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:0.0:1746135171.069046:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13948 00000100:00100000:0.0:1746135171.069054:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2008:x1830954628015872:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135171.069072:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135171.069105:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.069120:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.069145:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c2b73 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823717e expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.069173:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135171.069175:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135171.069181:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.069188:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.069223:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135171.069237:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625885056:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135171.069318:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.077278:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.077590:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625885056:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135171.077619:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.077710:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628016128 00000100:00100000:2.0:1746135171.077718:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628016128 00002000:00100000:2.0:1746135171.077765:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48b100 x1830954628016128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.077778:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b100 with x1830954628016128 ext(0->4095) 00002000:00010000:2.0:1746135171.077783:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b48b100 00000100:00100000:2.0:1746135171.077810:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13186 00000100:00100000:2.0:1746135171.077818:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2011:x1830954628016128:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135171.078358:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2008:x1830954628015872:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9304us (9443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.078367:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13948 00000100:00100000:2.0:1746135171.079384:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2011:x1830954628016128:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1562us (2107us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.079391:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13186 00002000:00100000:2.0:1746135171.079399:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48b100 x1830954628016128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.079407:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b100 with x1830954628016128 ext(0->4095) 00002000:00010000:2.0:1746135171.079412:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b48b100 00000100:00100000:0.0:1746135171.081438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.081509:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628016256 00000100:00100000:3.0:1746135171.081519:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628016256 00000100:00100000:3.0:1746135171.081589:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29641 00000100:00100000:3.0:1746135171.081597:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628016256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.081618:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.081670:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823718c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.081705:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.081712:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.081714:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.081838:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.081876:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.081889:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 59 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.081902:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625885184:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.081993:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.086285:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625885184:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.086309:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.086325:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:3.0:1746135171.086372:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628016256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4775us (4946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.086383:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29641 00000100:00100000:0.0:1746135171.087040:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.087104:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.087164:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628016512 00000100:00100000:2.0:1746135171.087176:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628016512 00002000:00100000:2.0:1746135171.087229:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b489c00 x1830954628016512/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.087239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489c00 with x1830954628016512 ext(0->7) 00010000:00010000:2.0:1746135171.087247:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 60 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.087260:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 60 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.087268:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b489c00 00000100:00100000:2.0:1746135171.087299:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2476 00000100:00100000:2.0:1746135171.087307:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2011:x1830954628016512:12345-192.168.202.58@tcp:4:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135171.087483:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628016640 00000100:00100000:3.0:1746135171.087488:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628016640 00000100:00100000:3.0:1746135171.087519:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29642 00000100:00100000:3.0:1746135171.087524:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:1804:x1830954628016640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.087532:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.087547:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237193 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.087578:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.087583:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.087589:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135171.087593:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 62 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.087631:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.087656:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 62 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.087665:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00000100:00100000:3.0:1746135171.087692:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:1804:x1830954628016640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.087698:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29642 00000100:00100000:0.0:1746135171.089271:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2011:x1830954628016512:12345-192.168.202.58@tcp:4:ptlrpcd_01_01.0 Request processed in 1953us (2221us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746135171.089283:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2476 00002000:00100000:0.0:1746135171.089291:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b489c00 x1830954628016512/t4294970621(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.089302:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489c00 with x1830954628016512 ext(0->7) 00010000:00010000:0.0:1746135171.089311:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 63 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.089325:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 63 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135171.089331:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b489c00 00000100:00100000:0.0:1746135171.091297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.091377:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628016768 00000100:00100000:1.0:1746135171.091389:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628016768 00010000:00010000:1.0:1746135171.091433:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 63 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.091628:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13949 00000100:00100000:1.0:1746135171.091636:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2008:x1830954628016768:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.091785:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.091811:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 63 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.091825:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 63 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.091854:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c2b7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237185 expref: 63 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.091887:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.091889:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.091896:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.091905:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.091991:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.092007:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.092023:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625885440:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.092634:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.096393:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.096764:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625885440:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135171.096792:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.096823:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628017024 00000100:00100000:2.0:1746135171.096833:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628017024 00000100:00100000:1.0:1746135171.096850:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2008:x1830954628016768:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5215us (5571us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.096864:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13949 00002000:00100000:2.0:1746135171.096887:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48ad80 x1830954628017024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.096898:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48ad80 with x1830954628017024 ext(0->4095) 00010000:00010000:2.0:1746135171.096908:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.096923:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.096929:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48ad80 00000100:00100000:2.0:1746135171.096946:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2477 00000100:00100000:2.0:1746135171.096953:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628017024:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.097124:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628017024:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.097131:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2477 00002000:00100000:2.0:1746135171.097136:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48ad80 x1830954628017024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.097143:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48ad80 with x1830954628017024 ext(0->4095) 00010000:00010000:2.0:1746135171.097148:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.097157:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.097164:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48ad80 00000100:00100000:0.0:1746135171.102709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.102806:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628017152 00000100:00100000:1.0:1746135171.102821:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628017152 00010000:00010000:1.0:1746135171.102870:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.102921:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13950 00000100:00100000:1.0:1746135171.102930:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628017152:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.102944:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.102968:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.102985:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.103012:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c2b81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823718c expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.103049:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.103051:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.103061:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.103069:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.103111:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135171.103123:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625885568:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.103224:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.106736:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.107019:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625885568:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135171.107044:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135171.107095:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628017152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4166us (4402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.107107:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13950 00000100:00100000:2.0:1746135171.107279:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628017408 00000100:00100000:2.0:1746135171.107287:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628017408 00002000:00100000:2.0:1746135171.107327:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48aa00 x1830954628017408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.107335:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48aa00 with x1830954628017408 ext(0->4095) 00002000:00010000:2.0:1746135171.107340:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b48aa00 00000100:00100000:2.0:1746135171.107370:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13187 00000100:00100000:2.0:1746135171.107376:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628017408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.107500:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628017408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (780us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.107506:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13187 00002000:00100000:2.0:1746135171.107512:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48aa00 x1830954628017408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.107518:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48aa00 with x1830954628017408 ext(0->4095) 00002000:00010000:2.0:1746135171.107520:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b48aa00 00000100:00100000:0.0:1746135171.108970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.109139:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628017536 00000100:00100000:1.0:1746135171.109150:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628017536 00000100:00100000:1.0:1746135171.109274:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29643 00000100:00100000:1.0:1746135171.109283:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628017536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.109300:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.109317:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823719a expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.109345:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.109353:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.109355:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.109358:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.109390:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.109400:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.109412:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625885696:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.110009:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.111592:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625885696:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.111622:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.111637:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644000, rc 0) 00000100:00100000:1.0:1746135171.111700:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628017536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2419us (2743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.111712:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29643 00000100:00100000:0.0:1746135171.112143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.112220:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628017664 00000100:00100000:1.0:1746135171.112228:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628017664 00010000:00010000:1.0:1746135171.112345:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 62 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.112384:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13951 00000100:00100000:1.0:1746135171.112393:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2011:x1830954628017664:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.112409:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.112441:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 62 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.112453:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 62 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.112480:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c2b88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237193 expref: 62 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.112510:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.112512:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.112520:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.112528:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.112560:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135171.112583:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625885824:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.113024:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.115073:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625885824:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135171.115091:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135171.115213:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2011:x1830954628017664:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2819us (3070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.115223:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13951 00000100:00100000:0.0:1746135171.116411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.116483:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628017920 00000100:00100000:2.0:1746135171.116492:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628017920 00002000:00100000:2.0:1746135171.116542:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48b480 x1830954628017920/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.116557:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b480 with x1830954628017920 ext(0->4095) 00002000:00010000:2.0:1746135171.116577:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b48b480 00000100:00100000:2.0:1746135171.117228:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13188 00000100:00100000:0.0:1746135171.117237:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.117239:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628017920:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.117304:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628018048 00000100:00100000:1.0:1746135171.117309:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628018048 00000100:00100000:1.0:1746135171.117355:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29644 00000100:00100000:1.0:1746135171.117360:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:1804:x1830954628018048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.117373:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.117400:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371a1 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.117428:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.117436:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.117438:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746135171.117441:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628017920:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 203us (1036us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1746135171.117441:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 62 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.117448:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13188 00002000:00100000:2.0:1746135171.117458:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48b480 x1830954628017920/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.117465:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48b480 with x1830954628017920 ext(0->4095) 00010000:00010000:2.0:1746135171.117471:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.117473:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.117479:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746135171.117485:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48b480 00010000:00010000:1.0:1746135171.117486:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.117500:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625885952:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.118668:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.119871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.119964:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628018176 00000100:00100000:3.0:1746135171.119975:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628018176 00000100:00100000:3.0:1746135171.120037:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29645 00000100:00100000:3.0:1746135171.120045:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1820:x1830954628018176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.120066:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.120086:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371a8 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.120118:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.120125:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.120132:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.120136:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 64 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.120172:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.120184:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 64 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.120194:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6600, rc 0) 00000100:00100000:3.0:1746135171.120241:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1820:x1830954628018176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.120247:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29645 00000100:00100000:1.0:1746135171.121827:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625885952:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.121856:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.121877:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00000100:00100000:1.0:1746135171.121923:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1804:x1830954628018048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4562us (4687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.121930:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29644 00000100:00100000:0.0:1746135171.122712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.122792:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628018304 00000100:00100000:1.0:1746135171.122801:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628018304 00010000:00010000:1.0:1746135171.122834:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.122875:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13952 00000100:00100000:1.0:1746135171.122883:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628018304:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.122897:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.122922:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.122934:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.122959:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c2b8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823719a expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.122997:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.122998:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.123007:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 62 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.123019:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 62 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.123051:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 62 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.123063:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 62 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.123074:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625886208:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.123151:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.126635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.126767:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625886208:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135171.126789:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135171.126852:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628018304:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3969us (4143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.126868:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13952 00000100:00100000:2.0:1746135171.126961:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628018560 00000100:00100000:2.0:1746135171.126969:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628018560 00002000:00100000:2.0:1746135171.127010:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622ad80 x1830954628018560/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.127019:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622ad80 with x1830954628018560 ext(0->4095) 00010000:00010000:2.0:1746135171.127026:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.127040:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.127046:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622ad80 00000100:00100000:2.0:1746135171.127071:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2478 00000100:00100000:2.0:1746135171.127076:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2010:x1830954628018560:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.127196:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2010:x1830954628018560:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (570us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.127201:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2478 00002000:00100000:2.0:1746135171.127206:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622ad80 x1830954628018560/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.127212:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622ad80 with x1830954628018560 ext(0->4095) 00010000:00010000:2.0:1746135171.127215:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.127223:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.127229:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622ad80 00000100:00100000:0.0:1746135171.134495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.134795:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628018688 00000100:00100000:1.0:1746135171.134807:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628018688 00010000:00010000:1.0:1746135171.134855:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.134909:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13953 00000100:00100000:1.0:1746135171.134918:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2009:x1830954628018688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.134939:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.134966:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.134981:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.135013:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c2b96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a1 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.135055:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.135057:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.135064:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 62 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.135072:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 62 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.135111:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 62 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135171.135127:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625886336:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.135218:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.138700:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625886336:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135171.139848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135171.140183:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135171.140245:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2009:x1830954628018688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5326us (5764us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.140260:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13953 00000100:00100000:3.0:1746135171.141498:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628018944 00000100:00100000:3.0:1746135171.141511:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628018944 00002000:00100000:3.0:1746135171.141579:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229500 x1830954628018944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.141590:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229500 with x1830954628018944 ext(0->4095) 00002000:00010000:3.0:1746135171.141596:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229500 00000100:00100000:3.0:1746135171.141622:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13189 00000100:00100000:3.0:1746135171.141629:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628018944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.141867:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628018944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 237us (3241us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.141874:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13189 00002000:00100000:3.0:1746135171.141880:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229500 x1830954628018944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.141888:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229500 with x1830954628018944 ext(0->4095) 00002000:00010000:3.0:1746135171.141891:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229500 00000100:00100000:0.0:1746135171.149143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.149328:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628019072 00000100:00100000:1.0:1746135171.149338:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628019072 00000100:00100000:1.0:1746135171.149825:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29646 00000100:00100000:1.0:1746135171.149835:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628019072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.149859:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.149882:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371af expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.149917:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.149924:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.149926:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.149929:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.151703:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.151726:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 61 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.151745:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625886464:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.151876:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.156722:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625886464:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.156768:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.156804:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645c00, rc 0) 00000100:00100000:1.0:1746135171.156898:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628019072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7063us (7766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.156908:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29646 00000100:00100000:0.0:1746135171.157463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.157630:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628019200 00000100:00100000:3.0:1746135171.157638:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628019200 00002000:00100000:3.0:1746135171.157694:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008622a680 x1830954628019200/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.157703:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622a680 with x1830954628019200 ext(0->7) 00010000:00010000:3.0:1746135171.157710:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 62 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.157722:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 62 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.157727:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622a680 00000100:00100000:3.0:1746135171.157742:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2479 00000100:00100000:3.0:1746135171.157748:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2008:x1830954628019200:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135171.159046:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2008:x1830954628019200:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1289us (1576us total) trans 4294970622 rc 0/0 00000100:00100000:3.0:1746135171.159057:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2479 00002000:00100000:3.0:1746135171.159065:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008622a680 x1830954628019200/t4294970622(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.159074:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622a680 with x1830954628019200 ext(0->7) 00010000:00010000:3.0:1746135171.159081:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 64 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.159093:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 64 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.159099:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622a680 00000100:00100000:0.0:1746135171.161241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.162012:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628019328 00000100:00100000:1.0:1746135171.162024:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628019328 00010000:00010000:1.0:1746135171.162070:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 64 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.162110:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13954 00000100:00100000:1.0:1746135171.162120:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2008:x1830954628019328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.162140:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.162240:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 64 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.162254:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 64 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.162278:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c2b9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371a8 expref: 64 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.162308:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.162309:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.162318:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.162329:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.162363:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135171.162376:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625886592:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.163022:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.166089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.166255:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628019584 00000100:00100000:3.0:1746135171.166262:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628019584 00002000:00100000:3.0:1746135171.166303:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229880 x1830954628019584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.166313:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229880 with x1830954628019584 ext(0->4095) 00002000:00010000:3.0:1746135171.166319:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229880 00000100:00100000:1.0:1746135171.166331:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625886592:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.166345:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13190 00000100:00100000:3.0:1746135171.166352:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628019584:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00010000:00010000:1.0:1746135171.166352:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135171.166440:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2008:x1830954628019328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4320us (5206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.166450:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13954 00000100:00100000:3.0:1746135171.166472:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628019584:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.166479:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13190 00002000:00100000:3.0:1746135171.166485:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229880 x1830954628019584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.166492:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229880 with x1830954628019584 ext(0->4095) 00002000:00010000:3.0:1746135171.166495:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229880 00000100:00100000:0.0:1746135171.167870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.168127:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628019712 00000100:00100000:1.0:1746135171.168136:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628019712 00000100:00100000:1.0:1746135171.168187:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29647 00000100:00100000:1.0:1746135171.168195:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1804:x1830954628019712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.168211:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.168233:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371b6 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.168265:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.168272:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.168274:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.168277:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.168300:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.168382:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 5 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.168392:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625886720:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.168788:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.169091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.169171:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628019840 00000100:00100000:2.0:1746135171.169176:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628019840 00000100:00100000:2.0:1746135171.169209:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29648 00000100:00100000:2.0:1746135171.169215:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1820:x1830954628019840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.169223:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.169235:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371bd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.169249:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.169254:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 66 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.169258:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.169261:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.169282:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 66 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.169295:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.169304:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9c00, rc 0) 00000100:00100000:2.0:1746135171.169345:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1820:x1830954628019840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.169350:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29648 00000100:00100000:1.0:1746135171.173047:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625886720:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.173090:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.173114:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:1.0:1746135171.173173:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1804:x1830954628019712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4979us (5308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.173183:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29647 00000100:00100000:0.0:1746135171.173407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.174402:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628019968 00000100:00100000:1.0:1746135171.174410:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628019968 00010000:00010000:1.0:1746135171.174441:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.174475:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13955 00000100:00100000:1.0:1746135171.174481:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628019968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.174496:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.174515:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.174526:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.174548:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ba4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371af expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.174581:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.174583:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.175766:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.175783:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.175833:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.175846:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 64 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.175860:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625886976:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.175978:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.178940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.179025:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628020224 00000100:00100000:3.0:1746135171.179035:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628020224 00000100:00100000:1.0:1746135171.179073:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625886976:192.168.202.58@tcp:105: 00002000:00100000:3.0:1746135171.179092:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228700 x1830954628020224/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746135171.179098:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746135171.179103:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228700 with x1830954628020224 ext(0->4095) 00010000:00010000:3.0:1746135171.179112:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.179127:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.179134:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228700 00000100:00100000:1.0:1746135171.179153:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628019968:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4672us (5748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.179161:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2480 00000100:00100000:1.0:1746135171.179163:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13955 00000100:00100000:3.0:1746135171.179169:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954628020224:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.179326:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954628020224:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 158us (397us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.179333:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2480 00002000:00100000:3.0:1746135171.179337:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228700 x1830954628020224/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.179349:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228700 with x1830954628020224 ext(0->4095) 00010000:00010000:3.0:1746135171.179354:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.179363:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.179368:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228700 00000100:00100000:0.0:1746135171.182244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.182499:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628020352 00000100:00100000:1.0:1746135171.182509:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628020352 00010000:00010000:1.0:1746135171.182564:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.182626:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13956 00000100:00100000:1.0:1746135171.182635:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628020352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.182681:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.182706:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.182720:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.182747:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c2bab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371b6 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.182764:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.182766:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.182773:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.182782:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.182818:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 64 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135171.182829:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625887104:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.182933:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4241d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.187998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.188107:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628020608 00000100:00100000:3.0:1746135171.188117:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628020608 00000100:00100000:1.0:1746135171.188149:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625887104:192.168.202.58@tcp:105: 00002000:00100000:3.0:1746135171.188168:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229f80 x1830954628020608/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746135171.188177:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746135171.188178:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229f80 with x1830954628020608 ext(0->4095) 00002000:00010000:3.0:1746135171.188184:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229f80 00000100:00100000:3.0:1746135171.188221:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13191 00000100:00100000:1.0:1746135171.188222:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628020352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5587us (5991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.188228:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954628020608:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.188232:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13956 00000100:00100000:3.0:1746135171.189386:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628020608:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1149us (1392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.189395:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13191 00002000:00100000:3.0:1746135171.189403:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229f80 x1830954628020608/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.189411:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229f80 with x1830954628020608 ext(0->4095) 00002000:00010000:3.0:1746135171.189415:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229f80 00000100:00100000:0.0:1746135171.190547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.190852:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628020736 00000100:00100000:1.0:1746135171.190862:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628020736 00000100:00100000:1.0:1746135171.190917:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29649 00000100:00100000:1.0:1746135171.190923:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628020736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.190937:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.190952:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371c4 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.190981:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.190988:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.190990:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.190993:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.191025:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.191037:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 63 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.191048:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625887232:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.192447:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.193458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.193527:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625887232:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.193560:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.193590:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b675400, rc 0) 00000100:00100000:2.0:1746135171.193966:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628020864 00000100:00100000:2.0:1746135171.193974:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628020864 00010000:00010000:2.0:1746135171.194012:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 64 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.194024:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628020736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3099us (3483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.194032:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29649 00000100:00100000:2.0:1746135171.194058:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13957 00000100:00100000:2.0:1746135171.194065:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954628020864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.194402:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.194426:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 64 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.194438:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 64 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.194462:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2bb2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371bd expref: 64 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.194477:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.194478:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.194485:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.194493:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.194526:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.194538:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625887360:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.194618:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.198585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.198766:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628021120 00000100:00100000:3.0:1746135171.198775:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628021120 00002000:00100000:3.0:1746135171.198821:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622a300 x1830954628021120/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.198831:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622a300 with x1830954628021120 ext(0->4095) 00002000:00010000:3.0:1746135171.198836:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622a300 00000100:00100000:3.0:1746135171.198875:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13192 00000100:00100000:3.0:1746135171.198882:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628021120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.199002:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625887360:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.199026:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.199083:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2011:x1830954628020864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5018us (5630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.199096:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13957 00000100:00100000:1.0:1746135171.199657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.199681:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628021248 00000100:00100000:1.0:1746135171.199685:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628021248 00000100:00100000:3.0:1746135171.199717:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628021120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 835us (1148us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.199718:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29650 00000100:00100000:3.0:1746135171.199723:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13192 00000100:00100000:1.0:1746135171.199723:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1804:x1830954628021248:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:3.0:1746135171.199728:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622a300 x1830954628021120/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746135171.199732:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:3.0:1746135171.199736:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622a300 with x1830954628021120 ext(0->4095) 00002000:00010000:3.0:1746135171.199739:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622a300 00010000:00010000:1.0:1746135171.199750:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371cb expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.199774:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.199781:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.199782:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.199786:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.199814:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.199825:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 5 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.199836:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625887488:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.199878:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.201617:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625887488:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.201680:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.201699:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:1.0:1746135171.201737:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1804:x1830954628021248:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2013us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.201745:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29650 00000100:00100000:0.0:1746135171.203164:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.203349:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628021376 00000100:00100000:1.0:1746135171.203357:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628021376 00000100:00100000:0.0:1746135171.203380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.203424:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29651 00000100:00100000:1.0:1746135171.203431:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1820:x1830954628021376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.203449:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.203469:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371d2 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.203481:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628021504 00000100:00100000:2.0:1746135171.203485:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628021504 00010000:00010000:1.0:1746135171.203495:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.203500:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.203502:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.203506:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746135171.203532:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13958 00000100:00100000:2.0:1746135171.203538:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628021504:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.203545:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.203560:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.203583:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.203593:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.203612:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bb9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371c4 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.203636:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.203637:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.203659:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.203666:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.203727:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.203837:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.203842:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.203846:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800866de400, rc 0) 00010000:00010000:2.0:1746135171.203854:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.203867:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625887744:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.203905:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1820:x1830954628021376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 474us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.203912:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29651 00000100:00100000:2.0:1746135171.203927:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.207160:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625887744:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.207185:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.207241:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628021504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3702us (3859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.207252:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13958 00000100:00100000:1.0:1746135171.207498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.207909:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628021760 00000100:00100000:3.0:1746135171.207918:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628021760 00002000:00100000:3.0:1746135171.207965:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ca80 x1830954628021760/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.207973:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ca80 with x1830954628021760 ext(0->4095) 00010000:00010000:3.0:1746135171.207982:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.207995:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.208006:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ca80 00000100:00100000:3.0:1746135171.208025:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2481 00000100:00100000:3.0:1746135171.208032:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628021760:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135171.208333:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628021760:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 301us (836us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.208339:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2481 00002000:00100000:3.0:1746135171.208344:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ca80 x1830954628021760/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.208350:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ca80 with x1830954628021760 ext(0->4095) 00010000:00010000:3.0:1746135171.208354:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.208363:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.208368:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ca80 00000100:00100000:0.0:1746135171.209765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.209843:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628021888 00000100:00100000:2.0:1746135171.209856:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628021888 00010000:00010000:2.0:1746135171.209886:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.209916:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13959 00000100:00100000:2.0:1746135171.209924:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628021888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.209937:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.209955:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.209967:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.209993:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371cb expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.210022:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.210025:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.210034:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.210043:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.210081:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.210095:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625887872:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.210185:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.216252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.216638:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625887872:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.216678:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.216843:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628022144 00000100:00100000:3.0:1746135171.216851:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628022144 00002000:00100000:3.0:1746135171.216898:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622aa00 x1830954628022144/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.216907:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622aa00 with x1830954628022144 ext(0->4095) 00002000:00010000:3.0:1746135171.216912:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622aa00 00000100:00100000:2.0:1746135171.217093:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628021888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7168us (7360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.217108:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13959 00000100:00100000:3.0:1746135171.217347:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13193 00000100:00100000:3.0:1746135171.217356:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628022144:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.218173:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628022144:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 815us (1935us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.218179:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13193 00002000:00100000:3.0:1746135171.218186:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622aa00 x1830954628022144/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.218193:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622aa00 with x1830954628022144 ext(0->4095) 00002000:00010000:3.0:1746135171.218196:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622aa00 00000100:00100000:0.0:1746135171.220978:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.221199:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628022272 00000100:00100000:1.0:1746135171.221210:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628022272 00000100:00100000:1.0:1746135171.221466:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29652 00000100:00100000:1.0:1746135171.221475:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628022272:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.221501:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.221526:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371d9 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.221559:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 63 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.221576:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.221579:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.221582:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.221617:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 63 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.221629:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.221682:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625888000:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.221784:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746135171.223804:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135171.224621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.225201:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625888000:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.225238:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.225253:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:1.0:1746135171.225303:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628022272:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3829us (4337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.225310:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29652 00000100:00100000:0.0:1746135171.225466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.225772:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628022528 00000100:00100000:3.0:1746135171.225780:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628022528 00010000:00010000:3.0:1746135171.225818:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 64 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.225849:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13960 00000100:00100000:3.0:1746135171.225856:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954628022528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.225869:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.225894:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 64 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.225906:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 64 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.225930:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c2bc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d2 expref: 64 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.225949:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.225951:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.225956:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.225962:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.225987:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.225997:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625888128:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.226038:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.226320:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628022400 00000100:00100000:1.0:1746135171.226325:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628022400 00000100:00100000:1.0:1746135171.226344:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29653 00000100:00100000:1.0:1746135171.226349:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1804:x1830954628022400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.226360:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.226369:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371e0 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.226383:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.226388:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.226389:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.226392:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.226407:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.226415:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 5 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.226422:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625888256:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.226447:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.229502:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.229806:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625888256:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.229844:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.229866:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d600, rc 0) 00000100:00100000:3.0:1746135171.229899:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625888128:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.229911:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135171.229929:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1804:x1830954628022400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3579us (5316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.229935:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628022528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4080us (4470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.229938:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29653 00000100:00100000:3.0:1746135171.229943:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13960 00000100:00100000:2.0:1746135171.230046:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628022784 00000100:00100000:2.0:1746135171.230055:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628022784 00002000:00100000:2.0:1746135171.230100:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228000 x1830954628022784/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.230110:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228000 with x1830954628022784 ext(0->4095) 00010000:00010000:2.0:1746135171.230117:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.230137:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.230143:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228000 00000100:00100000:2.0:1746135171.230164:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2482 00000100:00100000:2.0:1746135171.230171:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628022784:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.230335:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628022784:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.230341:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2482 00002000:00100000:2.0:1746135171.230346:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228000 x1830954628022784/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.230353:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228000 with x1830954628022784 ext(0->4095) 00010000:00010000:2.0:1746135171.230358:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.230366:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.230372:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228000 00000100:00100000:0.0:1746135171.235155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.236868:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628022912 00000100:00100000:1.0:1746135171.236879:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628022912 00000100:00100000:1.0:1746135171.236940:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29654 00000100:00100000:1.0:1746135171.236946:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1820:x1830954628022912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.236960:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.236976:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371e7 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.236999:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.237004:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.237009:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.237012:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.237045:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.237056:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.237065:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d800, rc 0) 00000100:00100000:1.0:1746135171.237126:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1820:x1830954628022912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (1983us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.237131:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29654 00000100:00100000:0.0:1746135171.238046:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.238131:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628023040 00000100:00100000:3.0:1746135171.238135:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628023040 00010000:00010000:3.0:1746135171.238159:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.238177:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13961 00000100:00100000:3.0:1746135171.238182:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628023040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.238193:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.238208:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.238218:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.238234:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2bce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371d9 expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.238779:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.238782:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.238789:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.238797:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.238824:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 64 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.238833:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 64 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.238844:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625888512:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.239764:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.243285:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.243321:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628023168 00000100:00100000:2.0:1746135171.243328:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628023168 00010000:00010000:2.0:1746135171.243357:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.243388:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13962 00000100:00100000:2.0:1746135171.243394:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628023168:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.243407:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.243426:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.243437:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.243464:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.243466:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.243473:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.243481:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.243514:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.243527:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625888640:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.243609:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746135171.243828:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e0 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.243844:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625888512:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.243858:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.243889:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628023040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5705us (5847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.243896:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13961 00000100:00100000:1.0:1746135171.250360:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.250392:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628023424 00000100:00100000:1.0:1746135171.250401:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628023424 00002000:00100000:1.0:1746135171.250448:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60fb80 x1830954628023424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.250458:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60fb80 with x1830954628023424 ext(0->4095) 00002000:00010000:1.0:1746135171.250465:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60fb80 00000100:00100000:1.0:1746135171.250499:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13194 00000100:00100000:1.0:1746135171.250506:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954628023424:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.250682:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954628023424:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.250690:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13194 00002000:00100000:1.0:1746135171.250695:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60fb80 x1830954628023424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.250701:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60fb80 with x1830954628023424 ext(0->4095) 00002000:00010000:1.0:1746135171.250704:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60fb80 00000100:00100000:2.0:1746135171.251704:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625888640:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.251732:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.251774:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954628023168:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8379us (8496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.251785:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13962 00000100:00100000:0.0:1746135171.260888:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.261000:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628023552 00000100:00100000:1.0:1746135171.261014:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628023552 00000100:00100000:1.0:1746135171.261081:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29655 00000100:00100000:1.0:1746135171.261090:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628023552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.261114:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.261146:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371ee expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.261186:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 63 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.261194:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.261195:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.261200:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.261236:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 63 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.261248:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 63 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.261262:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625888768:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.261348:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.265608:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625888768:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.265673:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.265692:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d400, rc 0) 00000100:00100000:1.0:1746135171.265736:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628023552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4647us (4867us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.265744:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29655 00000100:00100000:0.0:1746135171.276137:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.276229:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628023680 00000100:00100000:3.0:1746135171.276240:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628023680 00002000:00100000:3.0:1746135171.276290:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b4e00 x1830954628023680/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.276301:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4e00 with x1830954628023680 ext(0->7) 00010000:00010000:3.0:1746135171.276309:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 64 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.276324:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 64 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.276332:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b4e00 00000100:00100000:3.0:1746135171.276365:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2483 00000100:00100000:3.0:1746135171.276372:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628023680:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.279747:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2010:x1830954628023680:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3362us (3609us total) trans 4294970623 rc 0/0 00000100:00100000:0.0:1746135171.279761:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2483 00002000:00100000:0.0:1746135171.279772:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b4e00 x1830954628023680/t4294970623(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.279783:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4e00 with x1830954628023680 ext(0->7) 00010000:00010000:0.0:1746135171.279796:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 66 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.279814:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 66 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135171.279822:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b4e00 00000100:00100000:0.0:1746135171.295362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.295436:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628023808 00000100:00100000:1.0:1746135171.295449:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628023808 00000100:00100000:1.0:1746135171.295510:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29656 00000100:00100000:1.0:1746135171.295517:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1804:x1830954628023808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.295536:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.295556:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371f5 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.295596:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.295602:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.295609:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135171.295612:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.295693:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.295704:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.295714:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b675400, rc 0) 00000100:00100000:1.0:1746135171.295760:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1804:x1830954628023808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 244us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.295765:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29656 00000100:00100000:0.0:1746135171.300017:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.300138:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628023936 00000100:00100000:2.0:1746135171.300150:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628023936 00010000:00010000:2.0:1746135171.300196:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 67 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.300291:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13963 00000100:00100000:2.0:1746135171.300299:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2009:x1830954628023936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.300317:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.300338:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 67 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.300353:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 67 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.300381:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2bdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371e7 expref: 67 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.301203:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.301206:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.301213:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.301221:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.301253:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.301263:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 5 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.301275:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625889024:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.303958:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.308226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.308402:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628024192 00000100:00100000:2.0:1746135171.308412:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628024192 00000100:00100000:3.0:1746135171.308427:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625889024:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.308457:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746135171.308477:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b7100 x1830954628024192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.308489:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7100 with x1830954628024192 ext(0->4095) 00010000:00010000:2.0:1746135171.308500:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.308514:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2009:x1830954628023936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8215us (8508us total) trans 0 rc 0/0 00010000:00010000:2.0:1746135171.308514:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.308520:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b7100 00000100:00100000:3.0:1746135171.308526:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13963 00000100:00100000:2.0:1746135171.308562:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2484 00000100:00100000:2.0:1746135171.308603:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628024192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.308802:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628024192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 201us (589us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.308808:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2484 00002000:00100000:2.0:1746135171.308813:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b7100 x1830954628024192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.308826:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7100 with x1830954628024192 ext(0->4095) 00010000:00010000:2.0:1746135171.308830:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.308840:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.308845:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b7100 00000100:00100000:0.0:1746135171.313607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.314409:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628024320 00000100:00100000:3.0:1746135171.314421:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628024320 00010000:00010000:3.0:1746135171.314469:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.314516:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13964 00000100:00100000:3.0:1746135171.314524:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628024320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.314540:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.314575:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.314588:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.314613:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c2be3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371ee expref: 6 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.314663:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.314665:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.314673:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.314683:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.314721:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.314738:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625889152:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.314847:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.316721:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625889152:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.316739:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.316783:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628024320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2259us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.316792:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13964 00000100:00100000:0.0:1746135171.320078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.320169:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628024576 00000100:00100000:1.0:1746135171.320179:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628024576 00002000:00100000:1.0:1746135171.320222:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b7b80 x1830954628024576/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.320232:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7b80 with x1830954628024576 ext(0->4095) 00002000:00010000:1.0:1746135171.320239:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b7b80 00000100:00100000:1.0:1746135171.320278:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13195 00000100:00100000:1.0:1746135171.320285:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2010:x1830954628024576:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.320466:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2010:x1830954628024576:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 180us (396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.320472:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13195 00002000:00100000:1.0:1746135171.320477:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b7b80 x1830954628024576/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.320483:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7b80 with x1830954628024576 ext(0->4095) 00002000:00010000:1.0:1746135171.320486:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b7b80 00000100:00100000:2.0:1746135171.333323:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.333660:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628024704 00000100:00100000:0.0:1746135171.333668:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628024704 00000100:00100000:0.0:1746135171.333709:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29657 00000100:00100000:0.0:1746135171.333717:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628024704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135171.333733:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135171.333750:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082371fc expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.333777:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.333783:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135171.333784:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135171.333787:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.333812:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.333821:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 65 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:0.0:1746135171.333831:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800855b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625889280:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135171.333898:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.354706:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800855b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625889280:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.354746:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.354766:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:2.0:1746135171.354815:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628024704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 21098us (21499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.354823:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29657 00000100:00100000:0.0:1746135171.357186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.357294:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628024832 00000100:00100000:2.0:1746135171.357303:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628024832 00002000:00100000:2.0:1746135171.357349:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b7800 x1830954628024832/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.357358:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7800 with x1830954628024832 ext(0->7) 00010000:00010000:2.0:1746135171.357368:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 66 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.357388:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 66 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.357394:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b7800 00000100:00100000:2.0:1746135171.357427:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2485 00000100:00100000:2.0:1746135171.357435:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628024832:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.358258:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628024832:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 822us (1083us total) trans 4294970624 rc 0/0 00000100:00100000:0.0:1746135171.358265:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2485 00002000:00100000:0.0:1746135171.358271:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b7800 x1830954628024832/t4294970624(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.358278:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7800 with x1830954628024832 ext(0->7) 00010000:00010000:0.0:1746135171.358282:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 68 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.358291:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 68 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135171.358296:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b7800 00000100:00100000:0.0:1746135171.376994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.377293:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628024960 00000100:00100000:3.0:1746135171.377302:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628024960 00010000:00010000:3.0:1746135171.377340:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 68 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.377367:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13965 00000100:00100000:3.0:1746135171.377375:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628024960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.377388:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.377408:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 68 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.377418:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 68 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.377440:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b675400/0xc3cfcce4a57c2bea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371f5 expref: 68 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.377467:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.377469:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.377475:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.377483:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.377513:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.377524:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625889408:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.377611:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.381924:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625889408:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.381947:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.381990:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2011:x1830954628024960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4615us (5010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.382001:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13965 00000100:00100000:0.0:1746135171.383508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.384152:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628025216 00000100:00100000:2.0:1746135171.384162:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628025216 00002000:00100000:2.0:1746135171.384213:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b6a00 x1830954628025216/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.384223:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6a00 with x1830954628025216 ext(0->4095) 00002000:00010000:2.0:1746135171.384230:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b6a00 00000100:00100000:2.0:1746135171.384584:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13196 00000100:00100000:2.0:1746135171.384593:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628025216:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.388904:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628025216:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 4289us (5379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.388926:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13196 00002000:00100000:2.0:1746135171.388942:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b6a00 x1830954628025216/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.388953:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6a00 with x1830954628025216 ext(0->4095) 00002000:00010000:2.0:1746135171.388961:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b6a00 00000100:00100000:0.0:1746135171.391846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.391970:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628025344 00000100:00100000:2.0:1746135171.391981:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628025344 00000100:00100000:2.0:1746135171.392028:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29658 00000100:00100000:2.0:1746135171.392035:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1820:x1830954628025344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.392053:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.392072:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237203 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.392100:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.392108:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.392109:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.392112:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.392140:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.392152:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.392164:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625889536:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135171.392260:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.392992:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.393607:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628025472 00000100:00100000:1.0:1746135171.393612:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628025472 00000100:00100000:1.0:1746135171.393637:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29659 00000100:00100000:1.0:1746135171.393657:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1804:x1830954628025472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.393668:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.393679:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823720a expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.393695:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.393699:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.393704:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.393707:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.393732:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.393742:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.393750:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d600, rc 0) 00000100:00100000:1.0:1746135171.393777:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:1804:x1830954628025472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.393783:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29659 00000100:00100000:2.0:1746135171.397916:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625889536:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.397944:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.397965:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8c00, rc 0) 00000100:00100000:2.0:1746135171.398675:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1820:x1830954628025344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6636us (6834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.398684:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29658 00000100:00100000:0.0:1746135171.399084:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.399285:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628025600 00000100:00100000:3.0:1746135171.399293:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628025600 00010000:00010000:3.0:1746135171.399329:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.399349:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13966 00000100:00100000:3.0:1746135171.399354:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628025600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.399366:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.399385:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.399401:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.399424:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2bf1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082371fc expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.399448:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.399450:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.399457:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.399464:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.399492:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.399500:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 68 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.399510:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625889792:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.399576:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.401474:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625889792:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.401498:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.401556:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628025600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2199us (2470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.401578:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13966 00000100:00100000:0.0:1746135171.401989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.402288:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628025856 00000100:00100000:2.0:1746135171.402295:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628025856 00002000:00100000:2.0:1746135171.402325:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aefad80 x1830954628025856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.402333:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefad80 with x1830954628025856 ext(0->4095) 00010000:00010000:2.0:1746135171.402340:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.402350:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.402356:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefad80 00000100:00100000:2.0:1746135171.402919:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2486 00000100:00100000:2.0:1746135171.402928:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628025856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.403056:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628025856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (1067us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.403061:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2486 00002000:00100000:2.0:1746135171.403066:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aefad80 x1830954628025856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.403079:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefad80 with x1830954628025856 ext(0->4095) 00010000:00010000:2.0:1746135171.403083:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.403092:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.403098:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefad80 00000100:00100000:0.0:1746135171.405720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.405842:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628025984 00000100:00100000:2.0:1746135171.405850:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628025984 00000100:00100000:2.0:1746135171.405891:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29660 00000100:00100000:2.0:1746135171.405898:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628025984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.405919:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.405934:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237211 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.405956:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.405961:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.405966:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135171.405970:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.405997:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.406013:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.406022:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9600, rc 0) 00000100:00100000:2.0:1746135171.406054:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628025984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.406060:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29660 00000100:00100000:1.0:1746135171.406526:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.406774:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628026112 00000100:00100000:3.0:1746135171.406778:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628026112 00010000:00010000:3.0:1746135171.406800:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.406818:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13967 00000100:00100000:3.0:1746135171.406823:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2011:x1830954628026112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.406833:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.406852:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.406863:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.406882:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2bf8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237203 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.406891:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.406893:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.406898:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.406906:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.406928:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.406939:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 68 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.406950:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625890048:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.407024:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.409238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.409329:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628026368 00000100:00100000:1.0:1746135171.409339:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628026368 00002000:00100000:1.0:1746135171.409401:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996680 x1830954628026368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.409414:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996680 with x1830954628026368 ext(0->4095) 00010000:00010000:1.0:1746135171.409426:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 69 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.409444:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 69 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135171.409459:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b996680 00000100:00100000:1.0:1746135171.409498:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2487 00000100:00100000:1.0:1746135171.409508:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2011:x1830954628026368:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135171.409789:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2011:x1830954628026368:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 281us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.409797:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2487 00002000:00100000:1.0:1746135171.409803:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996680 x1830954628026368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.409811:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996680 with x1830954628026368 ext(0->4095) 00010000:00010000:1.0:1746135171.409816:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 69 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.409827:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 69 pid: 11615 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135171.409833:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b996680 00000100:00100000:3.0:1746135171.409949:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625890048:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.409967:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.409991:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628026112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3168us (3467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.409999:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13967 00000100:00100000:0.0:1746135171.414454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.414515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.414616:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628026496 00000100:00100000:2.0:1746135171.414628:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628026496 00000100:00100000:2.0:1746135171.414732:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29661 00000100:00100000:2.0:1746135171.414744:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954628026496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.414769:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.414799:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237218 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.414835:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.414842:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.414850:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135171.414855:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 69 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.414903:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.414927:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 69 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.414936:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9a00, rc 0) 00000100:00100000:3.0:1746135171.414987:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628026624 00000100:00100000:3.0:1746135171.414992:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628026624 00010000:00010000:3.0:1746135171.415011:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 70 pid: 11615 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.415016:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:1804:x1830954628026496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 272us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.415025:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29661 00000100:00100000:3.0:1746135171.415040:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13968 00000100:00100000:3.0:1746135171.415046:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2009:x1830954628026624:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.415053:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.415080:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 69 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.415091:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 69 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.415109:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2bff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823720a expref: 69 pid: 11615 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.415131:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.415133:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.415139:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.415146:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.415165:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.415176:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.415187:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625890304:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.415257:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.418098:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625890304:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.418117:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.418172:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2009:x1830954628026624:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3125us (3655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.418182:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13968 00000100:00100000:0.0:1746135171.418245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.418787:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628026880 00000100:00100000:3.0:1746135171.418793:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628026880 00002000:00100000:3.0:1746135171.418823:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994380 x1830954628026880/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.418838:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994380 with x1830954628026880 ext(0->4095) 00010000:00010000:3.0:1746135171.418847:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.418859:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.418866:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994380 00000100:00100000:3.0:1746135171.418916:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2488 00000100:00100000:3.0:1746135171.418923:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628026880:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.419268:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628026880:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 345us (1022us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.419274:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2488 00002000:00100000:3.0:1746135171.419279:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b994380 x1830954628026880/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.419286:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b994380 with x1830954628026880 ext(0->4095) 00010000:00010000:3.0:1746135171.419290:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.419299:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.419304:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b994380 00000100:00100000:0.0:1746135171.421827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.421946:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628027008 00000100:00100000:3.0:1746135171.421956:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628027008 00010000:00010000:3.0:1746135171.421988:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.422030:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13969 00000100:00100000:3.0:1746135171.422038:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628027008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.422055:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.422081:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.422092:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.422116:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237211 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.422152:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.422155:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.422163:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 67 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.422171:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 67 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.422211:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 67 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.422227:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625890432:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.422338:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.424806:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625890432:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.424826:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.424877:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628027008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2839us (3062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.424887:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13969 00000100:00100000:0.0:1746135171.425597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.425937:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628027264 00000100:00100000:3.0:1746135171.425945:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628027264 00002000:00100000:3.0:1746135171.425981:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495f80 x1830954628027264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.425991:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495f80 with x1830954628027264 ext(0->4095) 00002000:00010000:3.0:1746135171.425995:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072495f80 00000100:00100000:3.0:1746135171.426012:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13197 00000100:00100000:3.0:1746135171.426018:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628027264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135171.426164:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628027264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (569us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.426171:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13197 00002000:00100000:3.0:1746135171.426175:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495f80 x1830954628027264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.426182:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495f80 with x1830954628027264 ext(0->4095) 00002000:00010000:3.0:1746135171.426184:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072495f80 00000100:00100000:0.0:1746135171.435133:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.435399:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628027392 00000100:00100000:2.0:1746135171.435412:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628027392 00000100:00100000:2.0:1746135171.435480:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29662 00000100:00100000:2.0:1746135171.435490:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628027392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.435515:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.435539:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823721f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.435746:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 67 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.435755:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.435758:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.435761:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.435802:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 67 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.435824:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 67 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.435839:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625890560:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135171.435950:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.441046:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625890560:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.441076:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.441094:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8800, rc 0) 00000100:00100000:2.0:1746135171.441141:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628027392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5652us (6019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.441149:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29662 00000100:00100000:0.0:1746135171.443389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.443759:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628027520 00000100:00100000:1.0:1746135171.443770:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628027520 00002000:00100000:1.0:1746135171.443833:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072497800 x1830954628027520/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.443845:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497800 with x1830954628027520 ext(0->7) 00010000:00010000:1.0:1746135171.443857:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 68 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.443879:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 68 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135171.443887:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072497800 00000100:00100000:1.0:1746135171.443928:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2489 00000100:00100000:1.0:1746135171.443936:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954628027520:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.449507:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954628027520:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5551us (6113us total) trans 4294970625 rc 0/0 00000100:00100000:0.0:1746135171.449523:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2489 00002000:00100000:0.0:1746135171.449539:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072497800 x1830954628027520/t4294970625(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.449549:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497800 with x1830954628027520 ext(0->7) 00010000:00010000:0.0:1746135171.449562:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.449594:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135171.449602:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072497800 00000100:00100000:0.0:1746135171.457901:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.457987:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628027648 00000100:00100000:3.0:1746135171.457997:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628027648 00010000:00010000:3.0:1746135171.458046:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.458088:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13970 00000100:00100000:3.0:1746135171.458095:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954628027648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.458113:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.458139:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.458153:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.458181:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2c0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237218 expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.458218:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.458220:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.458231:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.458238:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.458282:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.458297:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625890688:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.458410:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596900 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.462456:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625890688:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.462477:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.462536:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628027648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4440us (4653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.462548:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13970 00000100:00100000:0.0:1746135171.464291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.464999:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628027904 00000100:00100000:2.0:1746135171.465012:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628027904 00002000:00100000:2.0:1746135171.465075:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495180 x1830954628027904/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.465087:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495180 with x1830954628027904 ext(0->4095) 00002000:00010000:2.0:1746135171.465093:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072495180 00000100:00100000:2.0:1746135171.465134:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13198 00000100:00100000:2.0:1746135171.465142:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628027904:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.465325:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628027904:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 183us (1044us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.465335:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13198 00002000:00100000:2.0:1746135171.465341:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495180 x1830954628027904/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.465347:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495180 with x1830954628027904 ext(0->4095) 00002000:00010000:2.0:1746135171.465350:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072495180 00000100:00100000:0.0:1746135171.471950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.472614:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628028032 00000100:00100000:2.0:1746135171.472626:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628028032 00000100:00100000:2.0:1746135171.473337:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29663 00000100:00100000:2.0:1746135171.473346:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1820:x1830954628028032:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.473366:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.473384:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237226 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.473413:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.473420:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.473421:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.473424:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.473453:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.473463:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.473477:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625890816:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135171.473747:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.476134:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.476616:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628028160 00000100:00100000:1.0:1746135171.476626:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628028160 00000100:00100000:1.0:1746135171.476721:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29664 00000100:00100000:1.0:1746135171.476730:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628028160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.476757:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.476777:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823722d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.476810:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.476816:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 72 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.476823:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.476826:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 72 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.476867:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 72 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.476881:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 72 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.476891:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47da00, rc 0) 00000100:00100000:1.0:1746135171.476933:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:1804:x1830954628028160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.476939:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29664 00000100:00100000:2.0:1746135171.477038:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625890816:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.477054:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.477062:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9c00, rc 0) 00000100:00100000:2.0:1746135171.477079:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1820:x1830954628028032:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3735us (5141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.477084:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29663 00000100:00100000:0.0:1746135171.477453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.477531:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628028288 00000100:00100000:2.0:1746135171.477534:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628028288 00010000:00010000:2.0:1746135171.477549:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.477583:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13971 00000100:00100000:2.0:1746135171.477588:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628028288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.477597:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.477610:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.477619:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.477638:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2c14 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823721f expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.477665:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.477666:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.477671:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.477678:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.477694:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.477702:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 70 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.477711:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625891072:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.477752:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.483281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.483392:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625891072:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135171.483419:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135171.483480:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628028288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5889us (6026us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135171.483492:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13971 00000100:00100000:3.0:1746135171.483779:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628028544 00000100:00100000:3.0:1746135171.483788:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628028544 00002000:00100000:3.0:1746135171.483834:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ce00 x1830954628028544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.483844:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ce00 with x1830954628028544 ext(0->4095) 00010000:00010000:3.0:1746135171.483854:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.483868:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.483874:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268ce00 00000100:00100000:3.0:1746135171.484124:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2490 00000100:00100000:3.0:1746135171.484131:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954628028544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.484284:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954628028544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (1019us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.484290:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2490 00002000:00100000:3.0:1746135171.484295:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ce00 x1830954628028544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.484302:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ce00 with x1830954628028544 ext(0->4095) 00010000:00010000:3.0:1746135171.484307:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.484317:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.484323:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268ce00 00000100:00100000:0.0:1746135171.489503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.489858:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628028672 00000100:00100000:3.0:1746135171.489869:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628028672 00000100:00100000:3.0:1746135171.490050:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29665 00000100:00100000:3.0:1746135171.490060:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628028672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.490088:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.490114:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237234 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.490145:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.490150:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.490157:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135171.490160:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135171.490169:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135171.490205:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.490217:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.490232:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6e000, rc 0) 00000100:00100000:1.0:1746135171.490244:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628028800 00000100:00100000:1.0:1746135171.490249:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628028800 00010000:00010000:1.0:1746135171.490272:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.490294:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13972 00000100:00100000:3.0:1746135171.490295:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628028672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 237us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.490299:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2011:x1830954628028800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746135171.490301:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29665 00010000:00010000:1.0:1746135171.490310:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.490336:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.490347:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.490369:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c1b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237226 expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.490406:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.490407:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.490414:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.490428:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.490453:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.491500:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.491526:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625891328:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.491662:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.494372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.494376:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625891328:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135171.494400:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135171.494456:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628028800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4154us (4286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.494468:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13972 00000100:00100000:2.0:1746135171.494701:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628029056 00000100:00100000:2.0:1746135171.494712:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628029056 00002000:00100000:2.0:1746135171.494750:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95b100 x1830954628029056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.494761:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95b100 with x1830954628029056 ext(0->4095) 00010000:00010000:2.0:1746135171.494770:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.495014:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.495021:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95b100 00000100:00100000:2.0:1746135171.495053:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2491 00000100:00100000:2.0:1746135171.495061:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628029056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.495285:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628029056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 225us (925us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.495293:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2491 00002000:00100000:2.0:1746135171.495298:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95b100 x1830954628029056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.495305:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95b100 with x1830954628029056 ext(0->4095) 00010000:00010000:2.0:1746135171.495309:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.495317:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 70 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.495323:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95b100 00000100:00100000:0.0:1746135171.498557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.498810:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628029184 00000100:00100000:2.0:1746135171.498823:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628029184 00000100:00100000:1.0:1746135171.498968:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.499024:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29666 00000100:00100000:2.0:1746135171.499034:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:1804:x1830954628029184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.499060:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.499087:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823723b expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.499127:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.499134:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.499142:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135171.499146:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 71 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.499200:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.499216:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 71 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.499229:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8a00, rc 0) 00000100:00100000:0.0:1746135171.499373:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628029312 00000100:00100000:0.0:1746135171.499377:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628029312 00010000:00010000:0.0:1746135171.499401:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 72 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:0.0:1746135171.499430:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13973 00000100:00100000:0.0:1746135171.499435:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2009:x1830954628029312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135171.499444:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135171.499469:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 72 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.499482:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 72 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.499503:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47da00/0xc3cfcce4a57c2c22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823722d expref: 72 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.499527:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135171.499528:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135171.499534:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.499542:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.499562:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.499585:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 5 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:0.0:1746135171.499601:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d959f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625891584:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.499750:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628029184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 718us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.499756:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29666 00000100:00100000:0.0:1746135171.499869:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.502724:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d959f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625891584:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.502763:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.502813:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2009:x1830954628029312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3376us (3843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.502826:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13973 00000100:00100000:0.0:1746135171.504023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.504236:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628029568 00000100:00100000:3.0:1746135171.504247:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628029568 00002000:00100000:3.0:1746135171.504310:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d958a80 x1830954628029568/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.504322:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d958a80 with x1830954628029568 ext(0->4095) 00010000:00010000:3.0:1746135171.504332:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.504347:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.504354:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d958a80 00000100:00100000:3.0:1746135171.504482:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2492 00000100:00100000:3.0:1746135171.504491:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628029568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.504997:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d958a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628029568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 506us (975us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.505004:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2492 00002000:00100000:3.0:1746135171.505009:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d958a80 x1830954628029568/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.505024:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d958a80 with x1830954628029568 ext(0->4095) 00010000:00010000:3.0:1746135171.505029:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.505038:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.505043:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d958a80 00000100:00100000:0.0:1746135171.509964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.510422:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628029696 00000100:00100000:2.0:1746135171.510434:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628029696 00010000:00010000:2.0:1746135171.510471:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.511066:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13974 00000100:00100000:2.0:1746135171.511078:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628029696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.511094:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.511123:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.511138:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.511166:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237234 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.511191:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.511193:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.511200:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.511209:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.511246:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.511259:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625891712:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.511361:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.516897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.517086:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625891712:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.517114:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.517184:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628029696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6107us (7232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.517197:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13974 00000100:00100000:3.0:1746135171.517577:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628029952 00000100:00100000:3.0:1746135171.517585:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628029952 00002000:00100000:3.0:1746135171.517637:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd880 x1830954628029952/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.517688:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd880 with x1830954628029952 ext(0->4095) 00002000:00010000:3.0:1746135171.517694:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addd880 00000100:00100000:3.0:1746135171.517716:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13199 00000100:00100000:3.0:1746135171.517724:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628029952:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135171.518251:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628029952:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 527us (1364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.518257:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13199 00002000:00100000:3.0:1746135171.518263:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd880 x1830954628029952/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.518270:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd880 with x1830954628029952 ext(0->4095) 00002000:00010000:3.0:1746135171.518273:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addd880 00000100:00100000:0.0:1746135171.520239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.520418:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628030080 00000100:00100000:2.0:1746135171.520425:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628030080 00000100:00100000:2.0:1746135171.520635:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29667 00000100:00100000:2.0:1746135171.520674:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628030080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.520695:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.520716:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237242 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.520750:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.520758:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.520759:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.520764:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.520797:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.520810:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.520822:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625891840:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135171.521767:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.523930:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625891840:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.523964:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.523981:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9c00, rc 0) 00000100:00100000:2.0:1746135171.524031:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628030080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3359us (3799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.524038:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29667 00000100:00100000:0.0:1746135171.525491:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.525543:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.525682:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628030336 00000100:00100000:3.0:1746135171.525695:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628030336 00000100:00100000:3.0:1746135171.525757:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29668 00000100:00100000:3.0:1746135171.525766:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:1804:x1830954628030336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.525788:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.525810:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237249 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.525846:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.525853:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.525859:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135171.525862:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 71 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.525901:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.525910:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 71 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.525918:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f400, rc 0) 00000100:00100000:3.0:1746135171.525963:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628030336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.525968:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29668 00000100:00100000:2.0:1746135171.526327:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628030208 00000100:00100000:2.0:1746135171.526333:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628030208 00010000:00010000:2.0:1746135171.526350:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.526368:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13975 00000100:00100000:2.0:1746135171.526372:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2011:x1830954628030208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.526379:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.526401:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.526412:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.526432:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2c30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823723b expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.526466:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.526468:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.526475:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.526482:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.526505:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.526516:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.526533:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892096:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.526617:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.530350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.530383:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892096:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.530412:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.530465:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628030592 00000100:00100000:3.0:1746135171.530473:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628030592 00002000:00100000:3.0:1746135171.530516:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adddf80 x1830954628030592/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.530527:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adddf80 with x1830954628030592 ext(0->4095) 00010000:00010000:3.0:1746135171.530535:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.530548:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.530554:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adddf80 00000100:00100000:3.0:1746135171.530894:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2493 00000100:00100000:3.0:1746135171.530907:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628030592:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.530949:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628030208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4573us (5463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.530960:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13975 00000100:00100000:3.0:1746135171.531180:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628030592:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 275us (842us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.531185:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2493 00002000:00100000:3.0:1746135171.531331:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adddf80 x1830954628030592/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.531340:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adddf80 with x1830954628030592 ext(0->4095) 00010000:00010000:3.0:1746135171.531346:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.531355:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.531361:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adddf80 00000100:00100000:0.0:1746135171.535776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.535924:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628030720 00000100:00100000:2.0:1746135171.535934:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628030720 00010000:00010000:2.0:1746135171.535968:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.536068:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13976 00000100:00100000:2.0:1746135171.536076:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628030720:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.536098:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.536124:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.536146:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.536169:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2c37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237242 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.536199:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.536201:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.536210:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.536219:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.536262:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.536278:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892224:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.536380:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.539681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.539851:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892224:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.539871:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.539928:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628030720:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3851us (4162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.539938:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13976 00000100:00100000:3.0:1746135171.540032:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628030976 00000100:00100000:3.0:1746135171.540040:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628030976 00002000:00100000:3.0:1746135171.540081:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addea00 x1830954628030976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.540090:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addea00 with x1830954628030976 ext(0->4095) 00002000:00010000:3.0:1746135171.540094:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addea00 00000100:00100000:3.0:1746135171.540110:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13200 00000100:00100000:3.0:1746135171.540115:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628030976:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135171.540243:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628030976:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.540249:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13200 00002000:00100000:3.0:1746135171.540253:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addea00 x1830954628030976/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.540260:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addea00 with x1830954628030976 ext(0->4095) 00002000:00010000:3.0:1746135171.540262:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addea00 00000100:00100000:0.0:1746135171.558573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.560049:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628031104 00000100:00100000:2.0:1746135171.560063:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628031104 00000100:00100000:2.0:1746135171.560140:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29669 00000100:00100000:2.0:1746135171.560148:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628031104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.560166:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.560188:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237250 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.560223:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.560231:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.560232:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135171.560237:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.560269:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 69 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.560281:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 69 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.560293:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625892352:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135171.560477:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.565298:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625892352:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.565330:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.565347:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9600, rc 0) 00000100:00100000:2.0:1746135171.565383:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628031104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5236us (6831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.565390:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29669 00000100:00100000:0.0:1746135171.573982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.574064:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628031232 00000100:00100000:1.0:1746135171.574077:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628031232 00002000:00100000:1.0:1746135171.574144:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae35880 x1830954628031232/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.574155:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35880 with x1830954628031232 ext(0->7) 00010000:00010000:1.0:1746135171.574168:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 70 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.574191:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 70 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135171.574199:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35880 00000100:00100000:1.0:1746135171.574244:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2494 00000100:00100000:1.0:1746135171.574253:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954628031232:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.577512:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954628031232:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3253us (3535us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746135171.577523:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2494 00002000:00100000:0.0:1746135171.577531:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae35880 x1830954628031232/t4294970626(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.577540:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35880 with x1830954628031232 ext(0->7) 00010000:00010000:0.0:1746135171.577548:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.577561:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135171.577583:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35880 00000100:00100000:0.0:1746135171.583968:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.584061:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628031360 00000100:00100000:2.0:1746135171.584070:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628031360 00010000:00010000:2.0:1746135171.584102:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.584136:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13977 00000100:00100000:2.0:1746135171.584142:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27bf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2008:x1830954628031360:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.584154:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.584170:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.584180:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.584199:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237249 expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.584227:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.584230:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.584236:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.584243:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.584271:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.584281:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892480:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.585071:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.587421:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.587666:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628031616 00000100:00100000:1.0:1746135171.587672:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628031616 00002000:00100000:1.0:1746135171.587705:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae36a00 x1830954628031616/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.587714:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae36a00 with x1830954628031616 ext(0->4095) 00002000:00010000:1.0:1746135171.587718:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae36a00 00000100:00100000:1.0:1746135171.587743:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13201 00000100:00100000:1.0:1746135171.587750:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628031616:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746135171.587828:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892480:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.587846:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.587887:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2008:x1830954628031360:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3744us (3929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.587896:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13977 00000100:00100000:0.0:1746135171.588044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.588249:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628031616:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 499us (834us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.588255:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13201 00002000:00100000:1.0:1746135171.588260:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae36a00 x1830954628031616/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.588266:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae36a00 with x1830954628031616 ext(0->4095) 00002000:00010000:1.0:1746135171.588269:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae36a00 00000100:00100000:3.0:1746135171.588320:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628031744 00000100:00100000:3.0:1746135171.588324:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628031744 00000100:00100000:3.0:1746135171.588346:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29670 00000100:00100000:3.0:1746135171.588351:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628031744:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.588359:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.588372:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237257 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.588392:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.588403:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.588404:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.588407:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.588431:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.588442:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 5 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.588453:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625892608:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.588503:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.590773:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.591623:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628031872 00000100:00100000:3.0:1746135171.591634:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628031872 00000100:00100000:2.0:1746135171.591637:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625892608:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135171.591712:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.591725:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29671 00010000:00010000:2.0:1746135171.591731:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6e000, rc 0) 00000100:00100000:3.0:1746135171.591733:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:1820:x1830954628031872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.591752:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.591770:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823725e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.591791:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1804:x1830954628031744:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3439us (3745us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135171.591792:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.591797:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 74 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.591800:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29670 00010000:00010000:3.0:1746135171.591803:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.591807:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 74 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.591839:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.591848:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.591854:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:3.0:1746135171.591871:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:1820:x1830954628031872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.591875:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29671 00000100:00100000:0.0:1746135171.592261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.592397:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628032000 00000100:00100000:3.0:1746135171.592400:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628032000 00010000:00010000:3.0:1746135171.592421:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.592440:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13978 00000100:00100000:3.0:1746135171.592444:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628032000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.592454:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.592474:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.592484:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.592501:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2c45 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237250 expref: 6 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.592602:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.592604:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.592609:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.592615:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.592631:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.592660:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 72 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.592670:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892864:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.592721:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.596478:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892864:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.596500:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.596559:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628032000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4112us (4296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.596578:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13978 00000100:00100000:0.0:1746135171.597291:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.598001:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628032256 00000100:00100000:1.0:1746135171.598011:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628032256 00002000:00100000:1.0:1746135171.598065:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae36680 x1830954628032256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.598075:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae36680 with x1830954628032256 ext(0->4095) 00010000:00010000:1.0:1746135171.598085:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.598100:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135171.598107:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae36680 00000100:00100000:1.0:1746135171.598142:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2495 00000100:00100000:1.0:1746135171.598151:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954628032256:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135171.598955:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954628032256:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 803us (1664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.598962:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2495 00002000:00100000:1.0:1746135171.598969:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae36680 x1830954628032256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.598978:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae36680 with x1830954628032256 ext(0->4095) 00010000:00010000:1.0:1746135171.598983:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:1.0:1746135171.598993:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 915 lvb_type: 0 00002000:00010000:1.0:1746135171.598998:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae36680 00000100:00100000:0.0:1746135171.602172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.602451:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628032384 00000100:00100000:3.0:1746135171.602458:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628032384 00010000:00010000:3.0:1746135171.602487:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.602513:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13979 00000100:00100000:3.0:1746135171.602518:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954628032384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.602528:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.602544:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.602554:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.602583:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2c4c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237257 expref: 73 pid: 9591 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.602608:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.602610:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.602616:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 72 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.602623:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 72 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.602667:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 72 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.602677:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892992:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.602745:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.604247:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625892992:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.604276:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.604335:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2011:x1830954628032384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1815us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.604348:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13979 00000100:00100000:0.0:1746135171.606334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.606526:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628032640 00000100:00100000:1.0:1746135171.606536:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628032640 00002000:00100000:1.0:1746135171.606592:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35f80 x1830954628032640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.606601:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35f80 with x1830954628032640 ext(0->4095) 00002000:00010000:1.0:1746135171.606606:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae35f80 00000100:00100000:1.0:1746135171.606694:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13202 00000100:00100000:1.0:1746135171.606701:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954628032640:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.606832:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954628032640:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 132us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.606838:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13202 00002000:00100000:1.0:1746135171.606843:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35f80 x1830954628032640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.606849:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35f80 with x1830954628032640 ext(0->4095) 00002000:00010000:1.0:1746135171.606851:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae35f80 00000100:00100000:0.0:1746135171.609057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.609206:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628032768 00000100:00100000:1.0:1746135171.609212:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628032768 00000100:00100000:1.0:1746135171.609605:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29672 00000100:00100000:1.0:1746135171.609614:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628032768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.609627:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.609670:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237265 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.609697:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 71 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.609708:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.609709:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.609713:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.609739:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 71 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.609749:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 71 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.609759:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625893120:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.609829:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.613187:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625893120:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.613214:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.613228:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98400, rc 0) 00000100:00100000:1.0:1746135171.613273:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628032768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3660us (4220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.613280:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29672 00000100:00100000:0.0:1746135171.614252:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.615002:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628032896 00000100:00100000:3.0:1746135171.615009:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628032896 00010000:00010000:3.0:1746135171.615039:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.615066:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13980 00000100:00100000:3.0:1746135171.615072:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2011:x1830954628032896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.615085:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.615105:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.615117:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.615136:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2c53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823725e expref: 72 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.615165:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.615167:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.615174:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.615182:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.615209:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.615219:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625893248:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.615282:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.617890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.618248:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628033024 00000100:00100000:1.0:1746135171.618256:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628033024 00000100:00100000:1.0:1746135171.618300:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29673 00000100:00100000:1.0:1746135171.618306:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:1804:x1830954628033024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.618322:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.618335:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823726c expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.618356:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.618361:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.618363:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.618365:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.618387:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.618396:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 5 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.618405:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625893376:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.618473:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.619736:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625893248:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.619758:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.619798:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954628032896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4725us (5548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.619812:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13980 00000100:00100000:0.0:1746135171.620968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.621306:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628033280 00000100:00100000:3.0:1746135171.621312:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628033280 00002000:00100000:3.0:1746135171.621341:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664a80 x1830954628033280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.621350:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664a80 with x1830954628033280 ext(0->4095) 00010000:00010000:3.0:1746135171.621356:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.621367:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.621373:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664a80 00000100:00100000:3.0:1746135171.621834:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2496 00000100:00100000:3.0:1746135171.621841:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628033280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.621954:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628033280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (987us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.621960:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2496 00002000:00100000:3.0:1746135171.621965:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664a80 x1830954628033280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.621972:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664a80 with x1830954628033280 ext(0->4095) 00010000:00010000:3.0:1746135171.621976:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.621984:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.621989:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664a80 00000100:00100000:1.0:1746135171.622363:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625893376:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.622385:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 72 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.622397:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f800, rc 0) 00000100:00100000:1.0:1746135171.622418:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:1804:x1830954628033024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4112us (4539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.622427:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29673 00000100:00100000:0.0:1746135171.625397:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.625486:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628033408 00000100:00100000:3.0:1746135171.625494:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628033408 00010000:00010000:3.0:1746135171.625524:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.625930:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13981 00000100:00100000:3.0:1746135171.625937:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628033408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.625951:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.625968:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.625978:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.625997:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2c5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237265 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.626027:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.626029:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.626036:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 71 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.626042:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 71 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.626068:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 71 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.626078:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625893504:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.627045:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.628831:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.628937:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625893504:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.628951:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.628980:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628033408:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3043us (3590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.628988:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13981 00000100:00100000:1.0:1746135171.629354:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628033664 00000100:00100000:1.0:1746135171.629361:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628033664 00002000:00100000:1.0:1746135171.629393:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082667480 x1830954628033664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.629402:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667480 with x1830954628033664 ext(0->4095) 00002000:00010000:1.0:1746135171.629406:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082667480 00000100:00100000:1.0:1746135171.629426:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13203 00000100:00100000:1.0:1746135171.629431:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954628033664:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.629541:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954628033664:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (716us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.629547:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13203 00002000:00100000:1.0:1746135171.629551:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082667480 x1830954628033664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.629557:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667480 with x1830954628033664 ext(0->4095) 00002000:00010000:1.0:1746135171.629560:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082667480 00000100:00100000:0.0:1746135171.639009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.639501:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628033792 00000100:00100000:1.0:1746135171.639509:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628033792 00000100:00100000:1.0:1746135171.639561:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29674 00000100:00100000:1.0:1746135171.639578:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628033792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.639595:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.639611:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237273 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.639672:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 71 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.639678:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.639680:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.639683:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.639709:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 71 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.639720:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 71 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.639730:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625893632:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.639805:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.643043:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625893632:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.643074:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.643090:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99200, rc 0) 00000100:00100000:1.0:1746135171.643139:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628033792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3561us (4140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.643147:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29674 00000100:00100000:0.0:1746135171.646465:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.646533:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628033920 00000100:00100000:3.0:1746135171.646542:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628033920 00002000:00100000:3.0:1746135171.646599:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082667100 x1830954628033920/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.646614:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667100 with x1830954628033920 ext(0->7) 00010000:00010000:3.0:1746135171.646624:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 72 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:3.0:1746135171.646638:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 72 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:3.0:1746135171.646686:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082667100 00000100:00100000:3.0:1746135171.646719:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2497 00000100:00100000:3.0:1746135171.646727:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2011:x1830954628033920:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.647746:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2011:x1830954628033920:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1016us (1284us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746135171.647753:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2497 00002000:00100000:0.0:1746135171.647760:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082667100 x1830954628033920/t4294970627(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.647768:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667100 with x1830954628033920 ext(0->7) 00010000:00010000:0.0:1746135171.647773:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 74 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:0.0:1746135171.647788:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 74 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:0.0:1746135171.647794:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082667100 00000100:00100000:0.0:1746135171.649726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.650207:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628034048 00000100:00100000:1.0:1746135171.650217:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628034048 00000100:00100000:1.0:1746135171.650276:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29675 00000100:00100000:1.0:1746135171.650283:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1804:x1830954628034048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746135171.650292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135171.650303:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.650320:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823727a expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.650344:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.650349:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.650355:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135171.650358:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.650400:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.650414:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 75 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.650423:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f400, rc 0) 00000100:00100000:2.0:1746135171.650459:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628034176 00000100:00100000:1.0:1746135171.650461:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:1804:x1830954628034048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.650463:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628034176 00000100:00100000:1.0:1746135171.650467:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29675 00010000:00010000:2.0:1746135171.650481:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 75 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.650498:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13982 00000100:00100000:2.0:1746135171.650502:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:2010:x1830954628034176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.650510:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.650526:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 75 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.650541:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 75 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.650558:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c2c61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823726c expref: 75 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.650592:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.650593:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.650599:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.650606:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.650626:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.650636:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 5 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.650673:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625893888:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.650717:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.652169:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625893888:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.652183:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.652206:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2010:x1830954628034176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1703us (1912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.652214:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13982 00000100:00100000:0.0:1746135171.652696:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.652758:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628034432 00000100:00100000:2.0:1746135171.652762:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628034432 00002000:00100000:2.0:1746135171.652787:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664000 x1830954628034432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.652796:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664000 with x1830954628034432 ext(0->4095) 00010000:00010000:2.0:1746135171.652802:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.652811:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.652818:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664000 00000100:00100000:2.0:1746135171.652865:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2498 00000100:00100000:2.0:1746135171.652871:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628034432:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.653114:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628034432:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 242us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.653121:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2498 00002000:00100000:2.0:1746135171.653126:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664000 x1830954628034432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.653133:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664000 with x1830954628034432 ext(0->4095) 00010000:00010000:2.0:1746135171.653137:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.653145:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.653151:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082664000 00000100:00100000:0.0:1746135171.655157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.655242:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628034560 00000100:00100000:2.0:1746135171.655248:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628034560 00010000:00010000:2.0:1746135171.655270:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.655515:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13983 00000100:00100000:2.0:1746135171.655522:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628034560:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.655533:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.655548:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.655558:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.655591:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2c68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237273 expref: 6 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.655612:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.655614:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.655619:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.655626:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.655675:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.655687:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625894016:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.655756:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.656851:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625894016:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.656871:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.656902:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628034560:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1380us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.656910:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13983 00000100:00100000:0.0:1746135171.658770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.658841:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628034816 00000100:00100000:2.0:1746135171.658848:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628034816 00002000:00100000:2.0:1746135171.658880:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664380 x1830954628034816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.658890:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664380 with x1830954628034816 ext(0->4095) 00002000:00010000:2.0:1746135171.658894:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082664380 00000100:00100000:2.0:1746135171.658916:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13204 00000100:00100000:2.0:1746135171.658921:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2010:x1830954628034816:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.659036:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2010:x1830954628034816:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.659042:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13204 00002000:00100000:2.0:1746135171.659047:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082664380 x1830954628034816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.659054:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664380 with x1830954628034816 ext(0->4095) 00002000:00010000:2.0:1746135171.659056:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082664380 00000100:00100000:0.0:1746135171.662324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.662375:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628034944 00000100:00100000:3.0:1746135171.662386:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628034944 00000100:00100000:3.0:1746135171.662452:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29676 00000100:00100000:3.0:1746135171.662462:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628034944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.662484:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.662505:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237281 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.662540:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.662549:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.662551:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.662553:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.662604:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 73 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.662617:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 73 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.662630:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625894144:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.662760:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.667243:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625894144:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.667271:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.667287:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:3.0:1746135171.667322:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628034944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4863us (5009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.667329:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29676 00000100:00100000:0.0:1746135171.670965:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.672911:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628035072 00000100:00100000:2.0:1746135171.672924:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628035072 00010000:00010000:2.0:1746135171.672958:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 74 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.672993:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13984 00000100:00100000:2.0:1746135171.673000:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2011:x1830954628035072:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.673011:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.673029:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 74 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.673040:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 74 pid: 9592 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.673065:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c2c6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823727a expref: 74 pid: 9592 timeout: 915 lvb_type: 0 00000100:00100000:1.0:1746135171.673469:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.673539:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628035200 00000100:00100000:3.0:1746135171.673544:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628035200 00000100:00100000:3.0:1746135171.673580:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29677 00000100:00100000:3.0:1746135171.673586:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1804:x1830954628035200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.673600:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.673612:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237288 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.673632:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.673657:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.673663:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.673667:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.673700:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.673710:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.673718:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.673719:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.673724:0:26641:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.673730:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.673744:0:26641:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.673753:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 5 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:3.0:1746135171.673765:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625894400:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.673831:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746135171.673843:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.673869:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:2011:x1830954628035072:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 869us (2910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.673876:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13984 00000100:00100000:3.0:1746135171.677127:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625894400:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.677147:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135171.677204:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:1804:x1830954628035200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3616us (3734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.677221:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29677 00000100:00100000:0.0:1746135171.678811:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.678948:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628035456 00000100:00100000:2.0:1746135171.678956:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628035456 00002000:00100000:2.0:1746135171.678990:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082667b80 x1830954628035456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.679000:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667b80 with x1830954628035456 ext(0->4095) 00010000:00010000:2.0:1746135171.679008:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.679022:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.679027:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082667b80 00000100:00100000:2.0:1746135171.679061:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2499 00000100:00100000:2.0:1746135171.679068:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628035456:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.679406:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628035456:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 336us (600us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.679413:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2499 00002000:00100000:2.0:1746135171.679421:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082667b80 x1830954628035456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.679428:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667b80 with x1830954628035456 ext(0->4095) 00010000:00010000:2.0:1746135171.679433:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.679442:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00002000:00010000:2.0:1746135171.679447:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082667b80 00000100:00100000:1.0:1746135171.691377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.691583:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628035584 00000100:00100000:2.0:1746135171.691598:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628035584 00010000:00010000:2.0:1746135171.691780:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00000100:00100000:2.0:1746135171.691827:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13985 00000100:00100000:2.0:1746135171.691835:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628035584:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.691849:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.691872:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.691884:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.691910:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237281 expref: 6 pid: 26641 timeout: 915 lvb_type: 0 00010000:00010000:2.0:1746135171.691942:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.691945:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.691951:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.691960:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.691993:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.692005:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625894528:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.692090:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.696373:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625894528:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.696410:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.696466:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628035584:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4631us (5098us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.696480:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13985 00000100:00100000:0.0:1746135171.700108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.700193:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628035840 00000100:00100000:2.0:1746135171.700203:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628035840 00002000:00100000:2.0:1746135171.700262:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082666300 x1830954628035840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.700274:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666300 with x1830954628035840 ext(0->4095) 00002000:00010000:2.0:1746135171.700280:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082666300 00000100:00100000:2.0:1746135171.700319:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13205 00000100:00100000:2.0:1746135171.700326:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2010:x1830954628035840:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.700499:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2010:x1830954628035840:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 172us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.700507:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13205 00002000:00100000:2.0:1746135171.700513:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082666300 x1830954628035840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.700520:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666300 with x1830954628035840 ext(0->4095) 00002000:00010000:2.0:1746135171.700522:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082666300 00000100:00100000:1.0:1746135171.704093:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.704528:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628035968 00000100:00100000:3.0:1746135171.704537:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628035968 00000100:00100000:3.0:1746135171.704600:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29678 00000100:00100000:3.0:1746135171.704608:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628035968:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.704630:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.707705:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823728f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.707749:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.707757:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.707759:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.707762:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.707801:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.707815:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 73 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.707828:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625894656:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.707935:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.712653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.712816:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628036096 00000100:00100000:2.0:1746135171.712829:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628036096 00002000:00100000:2.0:1746135171.712896:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082666680 x1830954628036096/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.712906:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666680 with x1830954628036096 ext(0->7) 00010000:00010000:2.0:1746135171.712917:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 74 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.712933:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 74 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135171.712939:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082666680 00000100:00100000:2.0:1746135171.712962:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2500 00000100:00100000:2.0:1746135171.712970:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2008:x1830954628036096:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135171.713379:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625894656:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.713406:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.713421:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135171.713637:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628035968:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9028us (9551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.713657:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29678 00000100:00100000:0.0:1746135171.715181:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2008:x1830954628036096:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2203us (2543us total) trans 4294970628 rc 0/0 00000100:00100000:0.0:1746135171.715192:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2500 00002000:00100000:0.0:1746135171.715201:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082666680 x1830954628036096/t4294970628(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.715210:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666680 with x1830954628036096 ext(0->7) 00010000:00010000:0.0:1746135171.715219:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135171.715232:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135171.715244:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082666680 00000100:00100000:0.0:1746135171.718212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.718353:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628036224 00000100:00100000:2.0:1746135171.718364:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628036224 00010000:00010000:2.0:1746135171.718416:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.718496:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13986 00000100:00100000:2.0:1746135171.718505:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2009:x1830954628036224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.718523:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746135171.718543:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135171 -> 1746135172 00002000:00010000:2.0:1746135171.718547:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135171 -> 1746135172 00010000:00010000:2.0:1746135171.718556:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.718577:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.718605:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2c7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237288 expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.719018:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.719021:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.719032:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.719041:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.719078:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.719092:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625894784:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.719197:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.722254:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625894784:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.722291:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.722342:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:2009:x1830954628036224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3837us (4146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.722354:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13986 00000100:00100000:0.0:1746135171.722616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.722758:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628036480 00000100:00100000:1.0:1746135171.722768:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628036480 00002000:00100000:1.0:1746135171.722818:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665500 x1830954628036480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.722828:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665500 with x1830954628036480 ext(0->4095) 00002000:00010000:1.0:1746135171.722833:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082665500 00000100:00100000:1.0:1746135171.722852:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13206 00000100:00100000:1.0:1746135171.722859:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628036480:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135171.723037:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628036480:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.723042:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13206 00002000:00100000:1.0:1746135171.723048:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665500 x1830954628036480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.723056:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665500 with x1830954628036480 ext(0->4095) 00002000:00010000:1.0:1746135171.723059:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082665500 00000100:00100000:0.0:1746135171.726838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.726888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.727009:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628036608 00000100:00100000:3.0:1746135171.727020:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628036608 00000100:00100000:3.0:1746135171.727066:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628036736 00000100:00100000:3.0:1746135171.727068:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628036736 00000100:00100000:3.0:1746135171.727082:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29679 00000100:00100000:3.0:1746135171.727090:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:1804:x1830954628036608:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.727111:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.727136:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237296 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727175:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727182:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.727184:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.727188:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727222:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727234:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.727246:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625894912:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.727323:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.727354:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29680 00000100:00100000:3.0:1746135171.727360:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:1820:x1830954628036736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.727366:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.727372:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823729d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727384:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.727387:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727391:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.727394:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727414:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727425:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 78 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.727440:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc83c00, rc 0) 00000100:00100000:3.0:1746135171.727460:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1820:x1830954628036736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.727466:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29680 00000100:00100000:3.0:1746135171.729728:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625894912:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.729767:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.729866:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:0.0:1746135171.729874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.729913:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:1804:x1830954628036608:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2823us (3086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.729921:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29679 00000100:00100000:2.0:1746135171.730273:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628036864 00000100:00100000:2.0:1746135171.730282:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628036864 00010000:00010000:2.0:1746135171.730317:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.730349:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13987 00000100:00100000:2.0:1746135171.730355:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628036864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.730367:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.730385:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.730394:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.730419:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2c84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823728f expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.730435:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.730437:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.730444:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 76 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.730456:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 76 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.730488:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 76 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.730497:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.730510:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625895168:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.731574:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.733607:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625895168:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.733636:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.733733:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628036864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3376us (3858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.733746:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13987 00000100:00100000:2.0:1746135171.734949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.735007:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628037120 00000100:00100000:0.0:1746135171.735017:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628037120 00002000:00100000:0.0:1746135171.735069:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268f800 x1830954628037120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.735079:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f800 with x1830954628037120 ext(0->4095) 00010000:00010000:0.0:1746135171.735089:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135171.735104:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135171.735111:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268f800 00000100:00100000:0.0:1746135171.735138:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2501 00000100:00100000:0.0:1746135171.735144:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2011:x1830954628037120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135171.735319:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2011:x1830954628037120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 175us (375us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135171.735324:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2501 00002000:00100000:0.0:1746135171.735329:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268f800 x1830954628037120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.735336:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f800 with x1830954628037120 ext(0->4095) 00010000:00010000:0.0:1746135171.735340:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135171.735348:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135171.735352:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268f800 00000100:00100000:0.0:1746135171.738024:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.738684:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628037248 00000100:00100000:2.0:1746135171.738696:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628037248 00010000:00010000:2.0:1746135171.738740:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.738914:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13988 00000100:00100000:2.0:1746135171.738923:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2010:x1830954628037248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.738942:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.738971:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.738987:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.739020:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2c8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237296 expref: 77 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.739047:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.739049:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.739057:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.739064:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.739105:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 76 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.739116:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625895296:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.739224:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.743326:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.743825:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625895296:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.743849:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.743918:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2010:x1830954628037248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4994us (5908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.743931:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13988 00000100:00100000:1.0:1746135171.744516:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628037504 00000100:00100000:1.0:1746135171.744525:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628037504 00002000:00100000:1.0:1746135171.744577:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d931180 x1830954628037504/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.744588:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d931180 with x1830954628037504 ext(0->4095) 00002000:00010000:1.0:1746135171.744594:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d931180 00000100:00100000:1.0:1746135171.744622:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13207 00000100:00100000:1.0:1746135171.744629:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954628037504:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135171.744820:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954628037504:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 190us (1506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.744828:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13207 00002000:00100000:1.0:1746135171.744833:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d931180 x1830954628037504/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.744840:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d931180 with x1830954628037504 ext(0->4095) 00002000:00010000:1.0:1746135171.744842:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d931180 00000100:00100000:0.0:1746135171.748360:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.748505:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628037632 00000100:00100000:3.0:1746135171.748517:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628037632 00000100:00100000:3.0:1746135171.748593:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29681 00000100:00100000:3.0:1746135171.748603:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628037632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.748630:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.748681:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372a4 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.748720:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.748732:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.748734:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.748738:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.748781:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 75 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.748793:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 75 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.748806:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625895424:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.748927:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.750386:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625895424:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.750417:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.750434:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc83200, rc 0) 00000100:00100000:3.0:1746135171.750493:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628037632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1890us (2143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.750503:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29681 00000100:00100000:0.0:1746135171.753172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.753319:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628037760 00000100:00100000:3.0:1746135171.753327:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628037760 00010000:00010000:3.0:1746135171.753367:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 76 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.753412:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13989 00000100:00100000:3.0:1746135171.753419:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954628037760:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.753436:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.753458:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 76 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.753470:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 76 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.753494:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c2c92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823729d expref: 76 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.753520:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.753522:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.753527:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.753535:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.753569:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.753580:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625895552:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135171.754069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.754170:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.754218:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628037888 00000100:00100000:2.0:1746135171.754223:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628037888 00000100:00100000:2.0:1746135171.754629:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29682 00000100:00100000:2.0:1746135171.754636:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:1804:x1830954628037888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135171.754675:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135171.754690:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372ab expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.754712:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.754719:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.754720:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.754724:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.754747:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.754760:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.754770:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625895680:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135171.755448:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.755540:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625895552:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.755554:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.755892:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2011:x1830954628037760:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2471us (2733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.755903:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13989 00000100:00100000:0.0:1746135171.756930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.757081:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625895680:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.757097:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628038144 00000100:00100000:1.0:1746135171.757106:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628038144 00010000:00010000:3.0:1746135171.757109:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 76 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.757127:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9a00, rc 0) 00002000:00100000:1.0:1746135171.757152:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d933100 x1830954628038144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.757162:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933100 with x1830954628038144 ext(0->4095) 00010000:00010000:1.0:1746135171.757168:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.757180:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:1804:x1830954628037888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2544us (3112us total) trans 0 rc 0/0 00010000:00010000:1.0:1746135171.757181:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.757187:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29682 00002000:00010000:1.0:1746135171.757187:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d933100 00000100:00100000:1.0:1746135171.757208:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2502 00000100:00100000:1.0:1746135171.757214:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628038144:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.757382:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628038144:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 168us (457us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.757388:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2502 00002000:00100000:1.0:1746135171.757393:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d933100 x1830954628038144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.757405:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933100 with x1830954628038144 ext(0->4095) 00010000:00010000:1.0:1746135171.757410:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135171.757417:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135171.757422:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d933100 00000100:00100000:0.0:1746135171.760536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.760773:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628038272 00000100:00100000:3.0:1746135171.760784:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628038272 00010000:00010000:3.0:1746135171.760833:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.760886:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13990 00000100:00100000:3.0:1746135171.760894:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628038272:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.760910:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.760934:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.760945:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.760975:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012dc83200/0xc3cfcce4a57c2c99 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372a4 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.761007:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.761009:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.761016:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.761024:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.761065:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.761080:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625895808:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.761169:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.765419:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.765545:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628038528 00000100:00100000:1.0:1746135171.765558:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628038528 00002000:00100000:1.0:1746135171.765625:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e7800 x1830954628038528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746135171.765704:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625895808:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.765722:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.765777:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628038272:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4882us (5264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.765787:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13990 00002000:00100000:1.0:1746135171.765898:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7800 with x1830954628038528 ext(0->4095) 00002000:00010000:1.0:1746135171.765902:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e7800 00000100:00100000:1.0:1746135171.765933:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13208 00000100:00100000:1.0:1746135171.765940:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2010:x1830954628038528:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.766070:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2010:x1830954628038528:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.766076:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13208 00002000:00100000:1.0:1746135171.766081:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e7800 x1830954628038528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.766088:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7800 with x1830954628038528 ext(0->4095) 00002000:00010000:1.0:1746135171.766091:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e7800 00000100:00100000:0.0:1746135171.770745:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.771746:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628038656 00000100:00100000:3.0:1746135171.771759:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628038656 00000100:00100000:3.0:1746135171.771824:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29683 00000100:00100000:3.0:1746135171.771832:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628038656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.771851:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.771868:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372b2 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.771901:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.771908:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.771910:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.771913:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.771938:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.771949:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 75 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.771961:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625895936:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.772049:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.777739:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625895936:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.778075:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.778105:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135171.778216:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628038656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6377us (7473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.778235:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29683 00000100:00100000:0.0:1746135171.778385:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.778709:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628038784 00000100:00100000:2.0:1746135171.778716:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628038784 00002000:00100000:2.0:1746135171.778757:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e7100 x1830954628038784/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.778766:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7100 with x1830954628038784 ext(0->7) 00010000:00010000:2.0:1746135171.778772:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.778788:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 76 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135171.778794:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e7100 00000100:00100000:2.0:1746135171.778820:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2503 00000100:00100000:2.0:1746135171.778827:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954628038784:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.779725:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2011:x1830954628038784:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 894us (1338us total) trans 4294970629 rc 0/0 00000100:00100000:0.0:1746135171.779732:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2503 00002000:00100000:0.0:1746135171.779737:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e7100 x1830954628038784/t4294970629(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.779745:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7100 with x1830954628038784 ext(0->7) 00010000:00010000:0.0:1746135171.779749:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 78 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135171.779762:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 78 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135171.779767:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e7100 00000100:00100000:0.0:1746135171.781713:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.781871:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628038912 00000100:00100000:3.0:1746135171.781881:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628038912 00010000:00010000:3.0:1746135171.781923:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 78 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.782143:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13991 00000100:00100000:3.0:1746135171.782151:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27be450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628038912:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.782166:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.782188:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 78 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.782200:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 78 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.782229:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c2ca0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ab expref: 78 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.782264:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.782266:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.782274:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.782282:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.782321:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.782716:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625896064:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.782814:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.786255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.786370:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625896064:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.786396:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.786445:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27be450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2010:x1830954628038912:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4294us (4740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.786457:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13991 00000100:00100000:1.0:1746135171.786480:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628039168 00000100:00100000:1.0:1746135171.786489:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628039168 00002000:00100000:1.0:1746135171.786537:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5c00 x1830954628039168/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.786548:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5c00 with x1830954628039168 ext(0->4095) 00002000:00010000:1.0:1746135171.786553:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e5c00 00000100:00100000:1.0:1746135171.786882:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13209 00000100:00100000:1.0:1746135171.786891:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628039168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135171.787396:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628039168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 505us (1152us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.787402:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13209 00002000:00100000:1.0:1746135171.787407:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5c00 x1830954628039168/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.787415:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5c00 with x1830954628039168 ext(0->4095) 00002000:00010000:1.0:1746135171.787418:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e5c00 00000100:00100000:0.0:1746135171.789927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.790071:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628039296 00000100:00100000:3.0:1746135171.790080:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628039296 00000100:00100000:3.0:1746135171.790125:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29684 00000100:00100000:3.0:1746135171.790132:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:1804:x1830954628039296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.790152:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.790174:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372b9 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.790205:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.790212:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.790213:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.790216:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.790353:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.790423:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.790436:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625896192:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.790539:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.790708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.790760:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628039424 00000100:00100000:0.0:1746135171.790764:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628039424 00000100:00100000:0.0:1746135171.790790:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29685 00000100:00100000:0.0:1746135171.790795:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:1820:x1830954628039424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135171.790801:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135171.790808:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372c0 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.790820:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135171.790823:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.790827:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135171.790829:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 80 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.790854:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.790866:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 80 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.790875:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b1a600, rc 0) 00000100:00100000:0.0:1746135171.790897:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:1820:x1830954628039424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135171.790903:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29685 00000100:00100000:3.0:1746135171.792299:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625896192:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.792329:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.792343:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:3.0:1746135171.792799:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:1804:x1830954628039296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2664us (2879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.792954:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29684 00000100:00100000:0.0:1746135171.793063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.793248:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628039552 00000100:00100000:3.0:1746135171.793255:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628039552 00010000:00010000:3.0:1746135171.793288:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.793323:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13992 00000100:00100000:3.0:1746135171.793330:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628039552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.793341:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.793367:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.793383:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.793413:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ca7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b2 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.793441:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.793444:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.793451:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.793459:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.793495:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.793509:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 78 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.793522:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625896448:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.793617:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.795227:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625896448:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.795249:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.795789:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628039552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2457us (2725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.795805:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13992 00000100:00100000:2.0:1746135171.797082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.797219:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628039808 00000100:00100000:1.0:1746135171.797231:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628039808 00002000:00100000:1.0:1746135171.797283:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ed80 x1830954628039808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.797293:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ed80 with x1830954628039808 ext(0->4095) 00010000:00010000:1.0:1746135171.797303:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135171.797318:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135171.797325:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268ed80 00000100:00100000:1.0:1746135171.797401:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2504 00000100:00100000:1.0:1746135171.797408:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954628039808:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135171.797849:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954628039808:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 440us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135171.797854:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2504 00002000:00100000:1.0:1746135171.797860:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ed80 x1830954628039808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135171.797866:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ed80 with x1830954628039808 ext(0->4095) 00010000:00010000:1.0:1746135171.797871:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135171.797878:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135171.797883:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268ed80 00000100:00100000:1.0:1746135171.801056:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.801135:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628039936 00000100:00100000:3.0:1746135171.801149:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628039936 00010000:00010000:3.0:1746135171.801198:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.801402:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13993 00000100:00100000:3.0:1746135171.801411:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2008:x1830954628039936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135171.801428:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135171.801453:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.801467:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.801499:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372b9 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.801571:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.801574:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.801583:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 78 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.801592:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 78 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.801635:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 78 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135171.801673:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625896576:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.801936:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.804341:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625896576:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135171.804368:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.804448:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2008:x1830954628039936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3037us (3405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.804463:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13993 00000100:00100000:0.0:1746135171.804568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.804827:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628040192 00000100:00100000:2.0:1746135171.804837:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628040192 00002000:00100000:2.0:1746135171.804885:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4000 x1830954628040192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.804896:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4000 with x1830954628040192 ext(0->4095) 00002000:00010000:2.0:1746135171.804901:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4000 00000100:00100000:2.0:1746135171.804919:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13210 00000100:00100000:2.0:1746135171.804926:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628040192:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.805089:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628040192:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (529us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.805095:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13210 00002000:00100000:2.0:1746135171.805101:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4000 x1830954628040192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.805107:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4000 with x1830954628040192 ext(0->4095) 00002000:00010000:2.0:1746135171.805109:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4000 00000100:00100000:0.0:1746135171.808503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.808736:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628040320 00000100:00100000:3.0:1746135171.808746:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628040320 00000100:00100000:3.0:1746135171.809050:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29686 00000100:00100000:3.0:1746135171.809059:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628040320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.809080:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.809100:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372c7 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.809133:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 77 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.809140:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.809141:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.809145:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.809175:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 77 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.809192:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 77 pid: 11615 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.809203:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625896704:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.809546:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.813674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.813774:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628040448 00000100:00100000:2.0:1746135171.813783:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628040448 00010000:00010000:2.0:1746135171.813834:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 78 pid: 11615 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.813875:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13994 00000100:00100000:2.0:1746135171.813883:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2011:x1830954628040448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.813901:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.813928:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 78 pid: 11615 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.813939:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 78 pid: 11615 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.813968:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c2cb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c0 expref: 78 pid: 11615 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.813997:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.814000:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.814010:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.814019:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.814095:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.814117:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625896832:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135171.814254:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625896704:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.814285:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.814296:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:2.0:1746135171.815696:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.815810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.815934:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628040320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6874us (7438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135171.815940:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628040576 00000100:00100000:3.0:1746135171.815942:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29686 00000100:00100000:0.0:1746135171.815947:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628040576 00000100:00100000:0.0:1746135171.815984:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29687 00000100:00100000:0.0:1746135171.815991:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1804:x1830954628040576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135171.816008:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135171.816028:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372ce expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.816055:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.816063:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135171.816065:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135171.816069:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.816101:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135171.816118:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:0.0:1746135171.816129:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625896960:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135171.816177:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.820310:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625896832:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.820336:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.820404:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954628040448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6519us (6773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.820416:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13994 00000100:00100000:1.0:1746135171.820613:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625896960:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.820663:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 78 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.820684:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b54f400, rc 0) 00000100:00100000:1.0:1746135171.820723:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1804:x1830954628040576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4733us (4917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.820729:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29687 00000100:00100000:0.0:1746135171.820999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.821127:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628040832 00000100:00100000:3.0:1746135171.821137:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628040832 00002000:00100000:3.0:1746135171.822037:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5500 x1830954628040832/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.822047:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954628040832 ext(0->4095) 00010000:00010000:3.0:1746135171.822056:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.822067:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135171.822076:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5500 00000100:00100000:3.0:1746135171.822099:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2505 00000100:00100000:3.0:1746135171.822107:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628040832:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.822246:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628040832:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (1247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.822252:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2505 00002000:00100000:3.0:1746135171.822257:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5500 x1830954628040832/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.822264:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954628040832 ext(0->4095) 00010000:00010000:3.0:1746135171.822268:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.822276:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135171.822281:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5500 00000100:00100000:0.0:1746135171.828827:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.828950:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628040960 00000100:00100000:2.0:1746135171.828961:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628040960 00010000:00010000:2.0:1746135171.829000:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.829042:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13995 00000100:00100000:2.0:1746135171.829049:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628040960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.829064:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.829088:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.829101:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.829126:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2cbc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372c7 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.829147:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.829149:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.829156:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.829165:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.829196:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.829206:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625897088:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.829282:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.833234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.833336:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625897088:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.833361:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135171.833656:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628041216 00000100:00100000:0.0:1746135171.833666:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628041216 00002000:00100000:0.0:1746135171.833723:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b489f80 x1830954628041216/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.833733:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489f80 with x1830954628041216 ext(0->4095) 00002000:00010000:0.0:1746135171.833738:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b489f80 00000100:00100000:0.0:1746135171.833784:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13211 00000100:00100000:0.0:1746135171.833791:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2011:x1830954628041216:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.835068:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628040960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6009us (6244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.835080:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13995 00000100:00100000:0.0:1746135171.835240:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2011:x1830954628041216:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1446us (2017us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135171.835247:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13211 00002000:00100000:0.0:1746135171.835256:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b489f80 x1830954628041216/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.835265:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489f80 with x1830954628041216 ext(0->4095) 00002000:00010000:0.0:1746135171.835269:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b489f80 00000100:00100000:0.0:1746135171.839509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.839632:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628041344 00000100:00100000:1.0:1746135171.839666:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628041344 00000100:00100000:1.0:1746135171.839829:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29688 00000100:00100000:1.0:1746135171.839836:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628041344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.839855:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.839874:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372d5 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.839902:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.839910:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.839911:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.839916:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.839941:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 77 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.839951:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 77 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135171.839963:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625897216:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135171.840936:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.843787:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954625897216:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135171.843822:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.843839:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98400, rc 0) 00000100:00100000:1.0:1746135171.843886:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628041344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4049us (4384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.843894:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29688 00000100:00100000:0.0:1746135171.845570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.845726:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628041472 00000100:00100000:2.0:1746135171.845737:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628041472 00002000:00100000:2.0:1746135171.845791:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130621f80 x1830954628041472/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.845802:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621f80 with x1830954628041472 ext(0->7) 00010000:00010000:2.0:1746135171.845812:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 78 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.845828:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 78 pid: 9592 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135171.845839:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130621f80 00000100:00100000:2.0:1746135171.846034:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2506 00000100:00100000:2.0:1746135171.846043:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628041472:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.847399:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628041472:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1348us (1840us total) trans 4294970630 rc 0/0 00000100:00100000:0.0:1746135171.847411:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2506 00002000:00100000:0.0:1746135171.847423:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130621f80 x1830954628041472/t4294970630(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.847434:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621f80 with x1830954628041472 ext(0->7) 00010000:00010000:0.0:1746135171.847445:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135171.847462:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135171.847470:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130621f80 00000100:00100000:0.0:1746135171.864509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.866246:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628041600 00000100:00100000:2.0:1746135171.866267:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628041600 00010000:00010000:2.0:1746135171.866365:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.866407:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13996 00000100:00100000:2.0:1746135171.866414:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2009:x1830954628041600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.866429:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.866450:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.866461:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.866512:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c2cc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ce expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.866700:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.866702:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.866710:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.866724:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.866757:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.866769:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625897344:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.866865:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.869950:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625897344:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.869969:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.870355:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2009:x1830954628041600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3939us (5857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.870365:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13996 00000100:00100000:0.0:1746135171.870559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.870613:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628041856 00000100:00100000:2.0:1746135171.870620:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628041856 00002000:00100000:2.0:1746135171.870667:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130621c00 x1830954628041856/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.870675:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621c00 with x1830954628041856 ext(0->4095) 00002000:00010000:2.0:1746135171.870679:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130621c00 00000100:00100000:2.0:1746135171.870703:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13212 00000100:00100000:2.0:1746135171.870709:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628041856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.870833:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628041856:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.870842:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13212 00002000:00100000:2.0:1746135171.870847:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130621c00 x1830954628041856/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.870853:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621c00 with x1830954628041856 ext(0->4095) 00002000:00010000:2.0:1746135171.870856:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130621c00 00000100:00100000:0.0:1746135171.878930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.878979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.879050:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628041984 00000100:00100000:3.0:1746135171.879062:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628041984 00000100:00100000:3.0:1746135171.879128:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628042112 00000100:00100000:3.0:1746135171.879130:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628042112 00000100:00100000:3.0:1746135171.879161:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29689 00000100:00100000:3.0:1746135171.879169:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:1804:x1830954628041984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.879191:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.879212:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372dc expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.879254:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.879262:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.879264:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.879268:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.879306:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 5 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.879320:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 5 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.879347:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625897472:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.879441:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.879621:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29690 00000100:00100000:1.0:1746135171.879630:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:1820:x1830954628042112:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.879637:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.879674:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372e3 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.879686:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.879690:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.879695:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.879698:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.879722:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.879737:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.879752:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6e000, rc 0) 00000100:00100000:1.0:1746135171.879792:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1820:x1830954628042112:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.879798:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29690 00000100:00100000:1.0:1746135171.886828:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.886884:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625897472:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.886916:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.886933:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:3.0:1746135171.886982:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:1804:x1830954628041984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7814us (8060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.886990:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29689 00000100:00100000:2.0:1746135171.887209:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628042240 00000100:00100000:2.0:1746135171.887217:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628042240 00010000:00010000:2.0:1746135171.887255:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 6 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.887281:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13997 00000100:00100000:2.0:1746135171.887288:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628042240:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.887305:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.887329:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 6 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.887340:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 6 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.887364:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2cca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372d5 expref: 6 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.887384:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.887386:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.887393:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.887406:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.887433:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.887442:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 80 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.887453:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625897728:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.887744:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.894862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.895473:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625897728:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.895491:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.895536:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628042240:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8248us (8724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.895545:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13997 00000100:00100000:3.0:1746135171.896104:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628042496 00000100:00100000:3.0:1746135171.896114:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628042496 00002000:00100000:3.0:1746135171.896164:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130621180 x1830954628042496/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.896172:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621180 with x1830954628042496 ext(0->4095) 00010000:00010000:3.0:1746135171.896180:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.896193:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135171.896199:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130621180 00000100:00100000:3.0:1746135171.896221:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2507 00000100:00100000:3.0:1746135171.896227:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2010:x1830954628042496:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135171.896379:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2010:x1830954628042496:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (1524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.896385:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2507 00002000:00100000:3.0:1746135171.896390:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130621180 x1830954628042496/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.896396:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621180 with x1830954628042496 ext(0->4095) 00010000:00010000:3.0:1746135171.896400:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.896410:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135171.896415:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130621180 00000100:00100000:2.0:1746135171.905570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.905607:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628042624 00000100:00100000:2.0:1746135171.905617:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628042624 00010000:00010000:2.0:1746135171.905778:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.905817:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13998 00000100:00100000:2.0:1746135171.905827:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2009:x1830954628042624:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.905856:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.905880:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.905894:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.905921:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372dc expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.905937:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.905938:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.905946:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 80 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.905954:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 80 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.905992:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 80 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.906007:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625897856:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.906104:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d40c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.910382:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.910552:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628042880 00000100:00100000:3.0:1746135171.910570:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628042880 00002000:00100000:3.0:1746135171.910613:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620000 x1830954628042880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746135171.910616:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625897856:192.168.202.58@tcp:105: 00002000:00100000:3.0:1746135171.910621:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620000 with x1830954628042880 ext(0->4095) 00002000:00010000:3.0:1746135171.910625:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130620000 00010000:00010000:2.0:1746135171.910637:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.910669:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13213 00000100:00100000:3.0:1746135171.910678:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2010:x1830954628042880:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.910708:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2009:x1830954628042624:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4884us (5161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.910721:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13998 00000100:00100000:3.0:1746135171.911063:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628042880:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 384us (688us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.911068:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13213 00002000:00100000:3.0:1746135171.911073:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620000 x1830954628042880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.911080:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620000 with x1830954628042880 ext(0->4095) 00002000:00010000:3.0:1746135171.911228:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130620000 00000100:00100000:0.0:1746135171.915071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.915222:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628043008 00000100:00100000:3.0:1746135171.915234:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628043008 00000100:00100000:3.0:1746135171.915354:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29691 00000100:00100000:3.0:1746135171.915365:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628043008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.915389:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.915410:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372ea expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.915443:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.915456:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.915458:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.915461:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.915498:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 79 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.915509:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 79 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.915523:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625897984:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.915634:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.917378:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625897984:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.917410:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.917427:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:3.0:1746135171.917471:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628043008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2109us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.917480:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29691 00000100:00100000:0.0:1746135171.919064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.919205:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628043136 00000100:00100000:2.0:1746135171.919212:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628043136 00010000:00010000:2.0:1746135171.919240:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.919278:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13999 00000100:00100000:2.0:1746135171.919284:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628043136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.919295:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.919312:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.919322:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.919341:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2cd8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372e3 expref: 80 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.919364:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.919366:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.919372:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.919379:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.919404:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.919415:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625898112:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.919481:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.921141:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.921252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.921362:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628043520 00000100:00100000:3.0:1746135171.921368:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628043520 00002000:00100000:3.0:1746135171.921397:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620a80 x1830954628043520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.921410:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620a80 with x1830954628043520 ext(0->4095) 00002000:00010000:3.0:1746135171.921415:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130620a80 00000100:00100000:3.0:1746135171.921441:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13214 00000100:00100000:3.0:1746135171.921447:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628043520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.921630:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625898112:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.921670:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135171.921718:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628043520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 270us (464us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135171.921724:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13214 00002000:00100000:3.0:1746135171.921729:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620a80 x1830954628043520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135171.921735:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620a80 with x1830954628043520 ext(0->4095) 00002000:00010000:3.0:1746135171.921737:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130620a80 00000100:00100000:3.0:1746135171.921755:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628043264 00000100:00100000:3.0:1746135171.921758:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628043264 00000100:00100000:3.0:1746135171.921774:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29692 00000100:00100000:3.0:1746135171.921777:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:1804:x1830954628043264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.921785:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.921797:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372f1 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.921815:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.921822:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.921824:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.921827:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.921850:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.921888:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2010:x1830954628043136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2603us (2829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.921896:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13999 00010000:00010000:3.0:1746135171.922046:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.922059:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625898240:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.922226:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.923748:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625898240:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.923785:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.923804:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:3.0:1746135171.924626:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:1804:x1830954628043264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2842us (3485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.924656:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29692 00000100:00100000:0.0:1746135171.924821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.924859:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628043648 00000100:00100000:3.0:1746135171.924865:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628043648 00000100:00100000:3.0:1746135171.924905:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29693 00000100:00100000:3.0:1746135171.924912:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:1820:x1830954628043648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.924930:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746135171.924946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135171.924949:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372f8 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.924980:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.924985:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.924991:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.924995:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.925014:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628043776 00000100:00100000:2.0:1746135171.925018:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628043776 00010000:00010000:3.0:1746135171.925028:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.925036:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135171.925039:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.925047:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:2.0:1746135171.925056:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14000 00000100:00100000:2.0:1746135171.925061:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628043776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.925069:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746135171.925088:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:1820:x1830954628043648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.925094:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29693 00010000:00010000:2.0:1746135171.925096:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.925109:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.925130:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2cdf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ea expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.925152:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.925154:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.925160:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.925168:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.925188:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.925199:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 80 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.925212:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625898496:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.925276:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135171.926555:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625898496:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135171.926590:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135171.926623:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628043776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1561us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135171.926634:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14000 00000100:00100000:0.0:1746135171.927540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.927781:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628044032 00000100:00100000:2.0:1746135171.927790:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628044032 00002000:00100000:2.0:1746135171.927835:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622300 x1830954628044032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.927845:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622300 with x1830954628044032 ext(0->4095) 00010000:00010000:2.0:1746135171.927854:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.927872:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135171.927878:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130622300 00000100:00100000:2.0:1746135171.927911:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2508 00000100:00100000:2.0:1746135171.927917:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2011:x1830954628044032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135171.929816:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2011:x1830954628044032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1892us (2272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.929824:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2508 00002000:00100000:2.0:1746135171.929831:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622300 x1830954628044032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.929840:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622300 with x1830954628044032 ext(0->4095) 00010000:00010000:2.0:1746135171.929848:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.929862:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135171.929868:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130622300 00000100:00100000:0.0:1746135171.933401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.934568:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628044160 00000100:00100000:2.0:1746135171.934577:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628044160 00010000:00010000:2.0:1746135171.934609:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135171.934657:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14001 00000100:00100000:2.0:1746135171.934664:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2009:x1830954628044160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135171.934676:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135171.934691:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.934700:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.934720:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ce6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f1 expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.934740:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.934742:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135171.934747:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.934754:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135171.934778:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135171.934788:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625898624:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135171.934861:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.940466:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625898624:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135171.940490:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135171.941816:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2009:x1830954628044160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7143us (8413us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135171.941829:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14001 00000100:00100000:3.0:1746135171.942436:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135171.942799:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628044416 00000100:00100000:0.0:1746135171.942811:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628044416 00002000:00100000:0.0:1746135171.942869:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7d500 x1830954628044416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.942880:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d500 with x1830954628044416 ext(0->4095) 00002000:00010000:0.0:1746135171.942888:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7d500 00000100:00100000:0.0:1746135171.942910:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13215 00000100:00100000:0.0:1746135171.942918:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628044416:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135171.943917:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628044416:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 993us (1476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135171.943927:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13215 00002000:00100000:0.0:1746135171.943935:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7d500 x1830954628044416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.943943:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d500 with x1830954628044416 ext(0->4095) 00002000:00010000:0.0:1746135171.943946:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7d500 00000100:00100000:0.0:1746135171.950067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.950507:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628044544 00000100:00100000:3.0:1746135171.950518:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628044544 00000100:00100000:3.0:1746135171.950597:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29694 00000100:00100000:3.0:1746135171.950605:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628044544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.950632:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.955153:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082372ff expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.955195:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.955203:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.955204:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135171.955208:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.955517:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.955530:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 79 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.955542:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625898752:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.955637:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135171.964254:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625898752:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.964280:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.964295:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:3.0:1746135171.964358:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628044544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13754us (14308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.964366:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29694 00000100:00100000:0.0:1746135171.968074:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.968215:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628044672 00000100:00100000:2.0:1746135171.968223:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628044672 00002000:00100000:2.0:1746135171.968260:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b614700 x1830954628044672/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.968269:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614700 with x1830954628044672 ext(0->7) 00010000:00010000:2.0:1746135171.968277:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 80 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135171.968288:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 80 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135171.968294:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b614700 00000100:00100000:1.0:1746135171.971832:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2509 00000100:00100000:1.0:1746135171.971850:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2008:x1830954628044672:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135171.973750:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2008:x1830954628044672:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1894us (5669us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746135171.973767:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2509 00002000:00100000:0.0:1746135171.973779:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b614700 x1830954628044672/t4294970631(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:627/0 lens 496/448 e 0 to 0 dl 1746135182 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135171.973789:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614700 with x1830954628044672 ext(0->7) 00010000:00010000:0.0:1746135171.973801:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135171.973881:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135171.973889:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b614700 00000100:00100000:0.0:1746135171.976578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.976875:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628044800 00000100:00100000:1.0:1746135171.976885:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628044800 00010000:00010000:1.0:1746135171.976921:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135171.976959:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14002 00000100:00100000:1.0:1746135171.976966:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2009:x1830954628044800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135171.976985:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135171.977005:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135171.977017:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135171.977041:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ced lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372f8 expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135171.977065:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.977067:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.977075:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.977082:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.977634:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135171.977670:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625898880:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135171.977767:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135171.979257:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625898880:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135171.979274:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135171.979319:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2009:x1830954628044800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2353us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.979329:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14002 00000100:00100000:0.0:1746135171.981602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135171.981788:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628045056 00000100:00100000:2.0:1746135171.981798:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628045056 00002000:00100000:2.0:1746135171.981850:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b617480 x1830954628045056/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/0 e 0 to 0 dl 1746135182 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.981861:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617480 with x1830954628045056 ext(0->4095) 00002000:00010000:2.0:1746135171.981867:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b617480 00000100:00100000:2.0:1746135171.981892:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13216 00000100:00100000:2.0:1746135171.981900:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628045056:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135171.982083:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628045056:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 183us (491us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135171.982089:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13216 00002000:00100000:2.0:1746135171.982096:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b617480 x1830954628045056/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:627/0 lens 488/4536 e 0 to 0 dl 1746135182 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135171.982109:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617480 with x1830954628045056 ext(0->4095) 00002000:00010000:2.0:1746135171.982112:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b617480 00000100:00100000:0.0:1746135171.987466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135171.988473:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628045184 00000100:00100000:3.0:1746135171.988486:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628045184 00000100:00100000:3.0:1746135171.988556:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29695 00000100:00100000:3.0:1746135171.988572:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:1820:x1830954628045184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135171.988600:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135171.988624:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237306 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.988687:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.988694:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.988696:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135171.988700:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.988739:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.988751:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135171.988764:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625899008:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135171.988860:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135171.990001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135171.991167:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628045312 00000100:00100000:1.0:1746135171.991177:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628045312 00000100:00100000:1.0:1746135171.991238:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29696 00000100:00100000:1.0:1746135171.991246:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628045312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135171.991268:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135171.991290:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823730d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.991327:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135171.991332:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.991338:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135171.991342:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.991381:0:9592:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.991392:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 84 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135171.991402:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6e000, rc 0) 00000100:00100000:1.0:1746135171.991446:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954628045312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (1452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135171.991453:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29696 00000100:00100000:3.0:1746135171.992358:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625899008:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135171.992382:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135171.992397:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:3.0:1746135171.992423:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1820:x1830954628045184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3852us (4969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135171.992429:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29695 00000100:00100000:0.0:1746135172.000595:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.000731:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628045440 00000100:00100000:1.0:1746135172.000740:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628045440 00010000:00010000:1.0:1746135172.000772:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.000810:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14003 00000100:00100000:1.0:1746135172.000817:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628045440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.000832:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.000853:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.000864:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.000884:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2cf4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082372ff expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.000901:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.000903:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.000910:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.000916:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.000943:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.000951:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.000962:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625899264:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.001029:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.003437:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.003514:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628045696 00000100:00100000:3.0:1746135172.003523:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628045696 00002000:00100000:3.0:1746135172.003575:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b617b80 x1830954628045696/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.003585:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617b80 with x1830954628045696 ext(0->4095) 00010000:00010000:3.0:1746135172.003594:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.003606:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.003613:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b617b80 00000100:00100000:1.0:1746135172.003717:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625899264:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.003740:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.003789:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628045440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2971us (3204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.003798:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14003 00000100:00100000:3.0:1746135172.004409:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2510 00000100:00100000:3.0:1746135172.004428:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628045696:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135172.004716:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628045696:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 291us (1285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.004728:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2510 00002000:00100000:3.0:1746135172.004738:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b617b80 x1830954628045696/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.004758:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b617b80 with x1830954628045696 ext(0->4095) 00010000:00010000:3.0:1746135172.004770:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.004787:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.004795:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b617b80 00000100:00100000:0.0:1746135172.007027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.007103:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628045824 00000100:00100000:3.0:1746135172.007113:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628045824 00000100:00100000:3.0:1746135172.007182:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29697 00000100:00100000:3.0:1746135172.007191:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628045824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.007207:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.007224:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237314 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.007248:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.007254:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.007260:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135172.007263:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.007297:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.007984:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.008002:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135172.008148:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628045824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 957us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.008156:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29697 00000100:00100000:0.0:1746135172.008262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.008354:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628045952 00000100:00100000:1.0:1746135172.008361:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628045952 00010000:00010000:1.0:1746135172.008388:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.008531:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14004 00000100:00100000:1.0:1746135172.008541:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954628045952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.008555:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.008590:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.008602:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.008623:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2cfb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237306 expref: 83 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.008689:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.008691:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.008698:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.008706:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.008737:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 82 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.008750:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 82 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.008763:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625899520:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.008851:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.014068:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.014394:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628046208 00000100:00100000:3.0:1746135172.014406:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628046208 00002000:00100000:3.0:1746135172.014514:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ca80 x1830954628046208/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.014526:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ca80 with x1830954628046208 ext(0->4095) 00010000:00010000:3.0:1746135172.014537:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 83 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.014551:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 83 pid: 9592 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.014557:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ca80 00000100:00100000:3.0:1746135172.014612:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2511 00000100:00100000:3.0:1746135172.014622:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954628046208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135172.015025:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625899520:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.015054:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.015138:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954628045952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6597us (6875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.015151:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14004 00000100:00100000:3.0:1746135172.015428:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628046208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 804us (1365us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.015440:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2511 00002000:00100000:3.0:1746135172.015452:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ca80 x1830954628046208/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.015462:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ca80 with x1830954628046208 ext(0->4095) 00010000:00010000:3.0:1746135172.015472:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 82 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.015488:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 82 pid: 9592 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.015495:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ca80 00000100:00100000:0.0:1746135172.020983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.021041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.021139:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628046464 00000100:00100000:3.0:1746135172.021149:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628046464 00000100:00100000:3.0:1746135172.021206:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29698 00000100:00100000:3.0:1746135172.021214:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954628046464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.021233:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.021250:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823731b expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.021276:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.021283:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.021289:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135172.021293:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.021333:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.021349:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.021359:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:1.0:1746135172.021478:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628046336 00000100:00100000:1.0:1746135172.021482:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628046336 00010000:00010000:1.0:1746135172.021501:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 84 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.021521:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14005 00000100:00100000:1.0:1746135172.021526:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27bec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628046336:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.021534:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.021554:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 84 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.021579:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 84 pid: 9592 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.021598:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c2d02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823730d expref: 84 pid: 9592 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.021916:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628046464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 702us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.021923:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29698 00010000:00010000:1.0:1746135172.022822:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.022826:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.022836:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.022844:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.022879:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.022890:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.022902:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625899776:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.022980:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42410c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.027164:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625899776:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.027197:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.028185:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954628046336:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6654us (7206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.028199:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14005 00000100:00100000:2.0:1746135172.028482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.028610:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628046720 00000100:00100000:3.0:1746135172.028621:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628046720 00002000:00100000:3.0:1746135172.028689:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268fb80 x1830954628046720/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.028699:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268fb80 with x1830954628046720 ext(0->4095) 00010000:00010000:3.0:1746135172.028710:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.028727:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.028733:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268fb80 00000100:00100000:3.0:1746135172.028751:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2512 00000100:00100000:3.0:1746135172.028758:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628046720:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135172.028932:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628046720:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 174us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.028938:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2512 00002000:00100000:3.0:1746135172.028943:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268fb80 x1830954628046720/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.028949:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268fb80 with x1830954628046720 ext(0->4095) 00010000:00010000:3.0:1746135172.028953:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.028962:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.028966:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268fb80 00000100:00100000:0.0:1746135172.033909:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.034393:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628046848 00000100:00100000:1.0:1746135172.034404:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628046848 00010000:00010000:1.0:1746135172.034454:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.034508:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14006 00000100:00100000:1.0:1746135172.034520:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628046848:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.034538:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.034570:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.034583:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.034606:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2d09 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237314 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.034637:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.034674:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.034681:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.034693:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.034732:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135172.034747:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625899904:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.034850:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.040296:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625899904:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.040323:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.040387:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628046848:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5869us (6486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.040400:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14006 00000100:00100000:0.0:1746135172.040866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.041070:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628047104 00000100:00100000:2.0:1746135172.041078:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628047104 00002000:00100000:2.0:1746135172.041128:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0df80 x1830954628047104/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.041139:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0df80 with x1830954628047104 ext(0->4095) 00002000:00010000:2.0:1746135172.041143:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0df80 00000100:00100000:2.0:1746135172.041172:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13217 00000100:00100000:2.0:1746135172.041178:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954628047104:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.041363:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954628047104:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 185us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.041370:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13217 00002000:00100000:2.0:1746135172.041374:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0df80 x1830954628047104/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.041381:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0df80 with x1830954628047104 ext(0->4095) 00002000:00010000:2.0:1746135172.041383:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0df80 00000100:00100000:0.0:1746135172.044757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.044824:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628047232 00000100:00100000:2.0:1746135172.044840:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628047232 00000100:00100000:2.0:1746135172.045168:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29699 00000100:00100000:2.0:1746135172.045177:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628047232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.045202:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.045226:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237322 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.045266:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.045275:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.045276:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.045280:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.045323:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.045335:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 81 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.045348:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625900032:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.045900:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.047934:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625900032:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.047966:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.047984:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8a00, rc 0) 00000100:00100000:2.0:1746135172.048046:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628047232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2870us (3303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.048689:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29699 00000100:00100000:0.0:1746135172.049556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.050213:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628047360 00000100:00100000:1.0:1746135172.050222:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628047360 00010000:00010000:1.0:1746135172.050259:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.050300:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14007 00000100:00100000:1.0:1746135172.050307:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628047360:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.050323:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.050344:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.050357:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.050385:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2d10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823731b expref: 82 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.050414:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.050416:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.050424:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.050432:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.050471:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135172.050486:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625900160:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135172.050494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.050575:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628047488 00000100:00100000:1.0:1746135172.050580:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.050675:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628047488 00000100:00100000:2.0:1746135172.050696:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29700 00000100:00100000:2.0:1746135172.050702:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954628047488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.050716:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.050727:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237329 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.050743:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.050748:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.050749:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.050752:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.050770:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.050782:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.050790:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625900288:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.050835:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.051932:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b48a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625900160:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.051948:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.051974:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954628047360:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1668us (2421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.051987:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14007 00000100:00100000:0.0:1746135172.055064:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.055871:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625900288:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.055909:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.055930:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8c00, rc 0) 00000100:00100000:3.0:1746135172.056054:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628047744 00000100:00100000:3.0:1746135172.056063:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628047744 00002000:00100000:3.0:1746135172.056111:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ea00 x1830954628047744/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.056121:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ea00 with x1830954628047744 ext(0->4095) 00010000:00010000:3.0:1746135172.056128:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.056140:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.056146:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ea00 00000100:00100000:3.0:1746135172.056173:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2513 00000100:00100000:3.0:1746135172.056180:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628047744:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.056365:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954628047488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5662us (5868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.056373:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29700 00000100:00100000:3.0:1746135172.057216:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628047744:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1033us (2165us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.057227:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2513 00002000:00100000:3.0:1746135172.057234:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ea00 x1830954628047744/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.057241:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ea00 with x1830954628047744 ext(0->4095) 00010000:00010000:3.0:1746135172.057246:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.057256:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.057261:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ea00 00000100:00100000:0.0:1746135172.060498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.060633:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628047872 00000100:00100000:2.0:1746135172.060775:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628047872 00010000:00010000:2.0:1746135172.060812:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.060903:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14008 00000100:00100000:2.0:1746135172.060910:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628047872:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.060928:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.060952:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.060964:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.060997:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237322 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.061056:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.061058:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.061066:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.061074:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.061110:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.061123:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625900416:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.061447:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.065980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.066269:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628048128 00000100:00100000:3.0:1746135172.066279:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628048128 00002000:00100000:3.0:1746135172.066326:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ed80 x1830954628048128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.066334:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ed80 with x1830954628048128 ext(0->4095) 00002000:00010000:3.0:1746135172.066338:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0ed80 00000100:00100000:3.0:1746135172.066373:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13218 00000100:00100000:3.0:1746135172.066381:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2009:x1830954628048128:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746135172.066581:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625900416:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.066605:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.066694:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628047872:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5783us (6211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.066703:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14008 00000100:00100000:3.0:1746135172.067720:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2009:x1830954628048128:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 1336us (1745us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.067728:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13218 00002000:00100000:3.0:1746135172.067734:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0ed80 x1830954628048128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.067748:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ed80 with x1830954628048128 ext(0->4095) 00002000:00010000:3.0:1746135172.067751:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0ed80 00000100:00100000:0.0:1746135172.073084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.073172:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628048256 00000100:00100000:2.0:1746135172.073185:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628048256 00000100:00100000:2.0:1746135172.073258:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29701 00000100:00100000:2.0:1746135172.073268:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628048256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.073294:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.073319:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237330 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.073359:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.073366:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.073368:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.073372:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.073411:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 81 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.073425:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 81 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.073439:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625900544:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.073549:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.078171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.078273:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625900544:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.078299:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.078315:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9200, rc 0) 00000100:00100000:2.0:1746135172.078353:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628048256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5087us (5286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.078360:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29701 00000100:00100000:1.0:1746135172.078932:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628048384 00000100:00100000:1.0:1746135172.078939:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628048384 00002000:00100000:1.0:1746135172.078977:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0d500 x1830954628048384/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.078986:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d500 with x1830954628048384 ext(0->7) 00010000:00010000:1.0:1746135172.078992:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 82 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.079004:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 82 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.079010:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0d500 00000100:00100000:1.0:1746135172.079042:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2514 00000100:00100000:1.0:1746135172.079049:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628048384:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135172.081218:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954628048384:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2153us (3038us total) trans 4294970632 rc 0/0 00000100:00100000:1.0:1746135172.081232:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2514 00002000:00100000:1.0:1746135172.081242:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0d500 x1830954628048384/t4294970632(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.081251:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d500 with x1830954628048384 ext(0->7) 00010000:00010000:1.0:1746135172.081260:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.081276:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.081282:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0d500 00000100:00100000:0.0:1746135172.085473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.085693:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628048512 00000100:00100000:2.0:1746135172.085702:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628048512 00010000:00010000:2.0:1746135172.085749:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.086432:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14009 00000100:00100000:2.0:1746135172.086440:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2008:x1830954628048512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.086452:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.086473:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.086485:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.086506:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c2d1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237329 expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.086530:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.086532:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.086539:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.086547:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.086586:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.086598:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625900672:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.086703:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.091673:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625900672:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.091700:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.091763:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2008:x1830954628048512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5323us (6300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.091777:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14009 00000100:00100000:0.0:1746135172.092790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.092830:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.092888:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628048896 00000100:00100000:2.0:1746135172.092898:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628048896 00000100:00100000:2.0:1746135172.092953:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29702 00000100:00100000:2.0:1746135172.092959:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628048896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.092985:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.093007:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237337 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.093042:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.093048:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.093049:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.093053:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.093087:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.093099:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.093116:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625900800:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135172.093460:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628048768 00000100:00100000:1.0:1746135172.093466:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628048768 00002000:00100000:1.0:1746135172.093501:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90000 x1830954628048768/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.093511:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90000 with x1830954628048768 ext(0->4095) 00010000:00010000:1.0:1746135172.093516:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.093526:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.093537:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e90000 00000100:00100000:1.0:1746135172.093554:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2515 00000100:00100000:1.0:1746135172.093569:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628048768:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135172.093752:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628048768:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (966us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.094339:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.094486:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2515 00002000:00100000:1.0:1746135172.094494:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90000 x1830954628048768/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.094501:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90000 with x1830954628048768 ext(0->4095) 00010000:00010000:1.0:1746135172.094506:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.094517:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.094523:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e90000 00000100:00100000:2.0:1746135172.096072:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625900800:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.096101:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.096116:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9400, rc 0) 00000100:00100000:2.0:1746135172.096263:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954628048896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3302us (3430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.096271:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29702 00000100:00100000:0.0:1746135172.098059:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.098243:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628049024 00000100:00100000:2.0:1746135172.098253:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628049024 00000100:00100000:0.0:1746135172.098260:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.098312:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628049152 00000100:00100000:3.0:1746135172.098316:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628049152 00010000:00010000:3.0:1746135172.098338:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.098371:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14010 00000100:00100000:3.0:1746135172.098378:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628049152:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.098390:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.098406:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.098416:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.098436:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d25 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237330 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.098462:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.098464:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.098469:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.098477:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.098506:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.098516:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625900928:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.098582:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.098817:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29703 00000100:00100000:2.0:1746135172.098823:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1820:x1830954628049024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.098834:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.098842:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823733e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.098856:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.098861:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.098862:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.098865:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.098884:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.098893:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.098900:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625901056:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.098935:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.101572:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625901056:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.101606:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.101624:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9c00, rc 0) 00000100:00100000:2.0:1746135172.101718:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1820:x1830954628049024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2893us (3664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.101725:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29703 00000100:00100000:3.0:1746135172.101992:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625900928:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.102003:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135172.102013:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.102023:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628049152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3646us (3763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.102030:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14010 00000100:00100000:1.0:1746135172.102102:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628049408 00000100:00100000:1.0:1746135172.102108:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628049408 00002000:00100000:1.0:1746135172.102143:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92a00 x1830954628049408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.102152:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92a00 with x1830954628049408 ext(0->4095) 00010000:00010000:1.0:1746135172.102158:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.102170:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.102177:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92a00 00000100:00100000:1.0:1746135172.102205:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2516 00000100:00100000:1.0:1746135172.102212:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628049408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135172.102358:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628049408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.102365:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2516 00002000:00100000:1.0:1746135172.102370:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92a00 x1830954628049408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.102377:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92a00 with x1830954628049408 ext(0->4095) 00010000:00010000:1.0:1746135172.102381:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.102391:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.102396:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92a00 00000100:00100000:0.0:1746135172.105411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.106090:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628049536 00000100:00100000:3.0:1746135172.106102:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628049536 00010000:00010000:3.0:1746135172.106135:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.106171:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14011 00000100:00100000:3.0:1746135172.106179:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954628049536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.106194:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.106214:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.106225:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.106250:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237337 expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.106272:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.106274:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.106281:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.106288:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.106319:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.106329:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625901184:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.106408:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.108717:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625901184:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.108743:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.108801:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954628049536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2622us (3404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.108813:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14011 00000100:00100000:0.0:1746135172.109261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.109327:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628049792 00000100:00100000:3.0:1746135172.109333:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628049792 00002000:00100000:3.0:1746135172.109376:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90a80 x1830954628049792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.109386:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90a80 with x1830954628049792 ext(0->4095) 00002000:00010000:3.0:1746135172.109390:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90a80 00000100:00100000:3.0:1746135172.109417:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13219 00000100:00100000:3.0:1746135172.109425:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628049792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135172.109587:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628049792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (327us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.109592:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13219 00002000:00100000:3.0:1746135172.109598:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90a80 x1830954628049792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.109604:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90a80 with x1830954628049792 ext(0->4095) 00002000:00010000:3.0:1746135172.109607:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90a80 00000100:00100000:0.0:1746135172.111063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.111246:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628049920 00000100:00100000:2.0:1746135172.111252:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628049920 00000100:00100000:2.0:1746135172.111295:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29704 00000100:00100000:2.0:1746135172.111300:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628049920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.111316:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.111334:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237345 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.111356:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.111363:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.111365:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.111368:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.111396:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.111407:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 83 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.111420:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625901312:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.111740:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.113250:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625901312:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.113278:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.113293:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8800, rc 0) 00000100:00100000:2.0:1746135172.113703:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628049920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2400us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.113712:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29704 00000100:00100000:0.0:1746135172.113951:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.114124:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628050048 00000100:00100000:3.0:1746135172.114131:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628050048 00010000:00010000:3.0:1746135172.114158:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:0.0:1746135172.114313:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14012 00000100:00100000:0.0:1746135172.114324:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628050048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135172.114338:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135172.116192:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.116208:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.116233:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823733e expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.116269:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135172.116271:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135172.116278:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135172.116285:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.116386:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135172.116401:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b488a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625901440:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.116486:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b42416c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.119468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.119748:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b488a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625901440:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.119767:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.119816:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a38c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628050048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5494us (5864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.119826:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14012 00000100:00100000:2.0:1746135172.119924:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628050304 00000100:00100000:2.0:1746135172.119931:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628050304 00002000:00100000:2.0:1746135172.119962:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90e00 x1830954628050304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.119976:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90e00 with x1830954628050304 ext(0->4095) 00002000:00010000:2.0:1746135172.119980:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90e00 00000100:00100000:0.0:1746135172.119990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.120008:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13220 00000100:00100000:2.0:1746135172.120009:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628050432 00000100:00100000:2.0:1746135172.120011:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628050432 00000100:00100000:3.0:1746135172.120017:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628050304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.120028:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29705 00000100:00100000:2.0:1746135172.120032:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628050432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.120041:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746135172.120136:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628050304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (680us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.120142:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13220 00002000:00100000:3.0:1746135172.120146:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90e00 x1830954628050304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.120153:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90e00 with x1830954628050304 ext(0->4095) 00002000:00010000:3.0:1746135172.120155:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90e00 00010000:00010000:2.0:1746135172.120174:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823734c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.120194:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.120200:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.120202:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.120205:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.120227:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.120238:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.120248:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625901568:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.120392:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.122181:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625901568:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.122213:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.122229:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9600, rc 0) 00000100:00100000:2.0:1746135172.122375:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954628050432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2340us (2382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.122385:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29705 00000100:00100000:0.0:1746135172.124002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.124046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.124184:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628050560 00000100:00100000:2.0:1746135172.124191:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628050560 00000100:00100000:2.0:1746135172.124227:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29706 00000100:00100000:2.0:1746135172.124234:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1820:x1830954628050560:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.124250:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.124265:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237353 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.124289:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.124293:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.124299:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.124302:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.124330:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.124341:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.124350:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9c00, rc 0) 00000100:00100000:2.0:1746135172.124379:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1820:x1830954628050560:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.124384:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29706 00000100:00100000:1.0:1746135172.124572:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628050688 00000100:00100000:1.0:1746135172.124576:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628050688 00010000:00010000:1.0:1746135172.124591:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.124620:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14013 00000100:00100000:1.0:1746135172.124625:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628050688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.124633:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.124677:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.124688:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.124706:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2d3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237345 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.124720:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.124721:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.124726:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.124733:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.126532:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.126556:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.126585:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b488a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625901824:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.126728:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.132326:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.132462:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b488a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625901824:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.132491:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.132540:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628050688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7913us (8492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.132551:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14013 00000100:00100000:2.0:1746135172.132678:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628050944 00000100:00100000:2.0:1746135172.132688:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628050944 00002000:00100000:2.0:1746135172.132743:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e91c00 x1830954628050944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.132753:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91c00 with x1830954628050944 ext(0->4095) 00010000:00010000:2.0:1746135172.132763:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.132779:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.132786:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e91c00 00000100:00100000:2.0:1746135172.133439:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2517 00000100:00100000:2.0:1746135172.133450:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954628050944:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.134929:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954628050944:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1472us (2604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.134940:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2517 00002000:00100000:2.0:1746135172.134949:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e91c00 x1830954628050944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.134967:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91c00 with x1830954628050944 ext(0->4095) 00010000:00010000:2.0:1746135172.134979:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.134996:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.135004:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e91c00 00000100:00100000:0.0:1746135172.141791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.142143:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628051072 00000100:00100000:1.0:1746135172.142155:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628051072 00010000:00010000:1.0:1746135172.142206:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.142253:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14014 00000100:00100000:1.0:1746135172.142261:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628051072:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.142276:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.142299:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.142710:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.142737:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823734c expref: 85 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.142759:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.142762:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.142770:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.142778:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.142824:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135172.142837:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b488a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625901952:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.144134:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.146505:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b488a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625901952:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.146531:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.147519:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628051072:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5252us (5734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.147533:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14014 00000100:00100000:1.0:1746135172.148971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.149369:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628051328 00000100:00100000:3.0:1746135172.149378:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628051328 00002000:00100000:3.0:1746135172.149424:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b488a80 x1830954628051328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.149436:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488a80 with x1830954628051328 ext(0->4095) 00002000:00010000:3.0:1746135172.149441:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b488a80 00000100:00100000:3.0:1746135172.150155:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13221 00000100:00100000:3.0:1746135172.150165:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628051328:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135172.150370:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628051328:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 205us (1402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.150376:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13221 00002000:00100000:3.0:1746135172.150382:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b488a80 x1830954628051328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.150389:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488a80 with x1830954628051328 ext(0->4095) 00002000:00010000:3.0:1746135172.150392:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b488a80 00000100:00100000:0.0:1746135172.156052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.156156:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628051456 00000100:00100000:2.0:1746135172.156167:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628051456 00000100:00100000:2.0:1746135172.156224:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29707 00000100:00100000:2.0:1746135172.156231:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628051456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.156255:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.156279:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823735a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.157222:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.157232:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.157235:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.157239:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.157280:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.157299:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 83 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.157313:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625902080:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.157446:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.168787:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625902080:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.168818:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.168835:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9200, rc 0) 00000100:00100000:2.0:1746135172.169707:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628051456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12666us (12857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.169719:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29707 00000100:00100000:0.0:1746135172.171763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.171909:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628051584 00000100:00100000:3.0:1746135172.171921:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628051584 00002000:00100000:3.0:1746135172.171975:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880132e92680 x1830954628051584/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.171986:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92680 with x1830954628051584 ext(0->7) 00010000:00010000:3.0:1746135172.171996:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.172012:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 84 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.172019:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92680 00000100:00100000:3.0:1746135172.172043:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2518 00000100:00100000:3.0:1746135172.172051:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628051584:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135172.176000:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2010:x1830954628051584:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3942us (4237us total) trans 4294970633 rc 0/0 00000100:00100000:2.0:1746135172.176012:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2518 00002000:00100000:2.0:1746135172.176022:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880132e92680 x1830954628051584/t4294970633(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.176031:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92680 with x1830954628051584 ext(0->7) 00010000:00010000:2.0:1746135172.176040:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 86 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.176054:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 86 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.176061:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92680 00000100:00100000:0.0:1746135172.193723:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.194433:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628051712 00000100:00100000:2.0:1746135172.194445:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628051712 00000100:00100000:2.0:1746135172.194506:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29708 00000100:00100000:2.0:1746135172.194514:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954628051712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.194539:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.194578:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237361 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.194620:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.194626:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.194632:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135172.194637:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.194991:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.195010:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.195022:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9400, rc 0) 00000100:00100000:2.0:1746135172.195722:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1804:x1830954628051712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1205us (2010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.195736:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29708 00000100:00100000:1.0:1746135172.195796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.195879:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628051840 00000100:00100000:2.0:1746135172.195886:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628051840 00010000:00010000:2.0:1746135172.195914:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 87 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.196270:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14015 00000100:00100000:2.0:1746135172.196279:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2008:x1830954628051840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.196294:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.196323:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 87 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.196335:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 87 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.196361:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2d48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237353 expref: 87 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.198529:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.198534:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.198549:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.199554:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.199709:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.199726:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.199740:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625902336:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.200312:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.204905:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625902336:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.204933:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.205003:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2008:x1830954628051840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8724us (9206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.205015:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14015 00000100:00100000:0.0:1746135172.206389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.207235:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628052096 00000100:00100000:2.0:1746135172.207249:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628052096 00002000:00100000:2.0:1746135172.207309:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d597b80 x1830954628052096/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.207320:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d597b80 with x1830954628052096 ext(0->4095) 00010000:00010000:2.0:1746135172.207331:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.207345:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.207354:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d597b80 00000100:00100000:2.0:1746135172.207382:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2519 00000100:00100000:2.0:1746135172.207389:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628052096:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.207624:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628052096:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 234us (1242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.207630:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2519 00002000:00100000:2.0:1746135172.207637:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d597b80 x1830954628052096/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.207661:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d597b80 with x1830954628052096 ext(0->4095) 00010000:00010000:2.0:1746135172.207666:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.207676:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.207681:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d597b80 00000100:00100000:0.0:1746135172.211036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.211119:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628052224 00000100:00100000:3.0:1746135172.211133:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628052224 00010000:00010000:3.0:1746135172.211182:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.211229:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14016 00000100:00100000:3.0:1746135172.211237:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628052224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.211255:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.211284:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.211302:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.211331:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d4f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823735a expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.211369:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.211371:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.211378:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.211387:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.211424:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.211437:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625902464:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.211535:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.215033:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.215285:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628052480 00000100:00100000:2.0:1746135172.215296:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628052480 00002000:00100000:2.0:1746135172.215343:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d594a80 x1830954628052480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.215354:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594a80 with x1830954628052480 ext(0->4095) 00002000:00010000:2.0:1746135172.215360:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d594a80 00000100:00100000:2.0:1746135172.215387:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13222 00000100:00100000:2.0:1746135172.215394:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628052480:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135172.215726:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625902464:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.215746:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.216526:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628052480:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1128us (1504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.216536:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13222 00002000:00100000:2.0:1746135172.216545:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d594a80 x1830954628052480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.216554:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594a80 with x1830954628052480 ext(0->4095) 00002000:00010000:2.0:1746135172.216589:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d594a80 00000100:00100000:3.0:1746135172.216668:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628052224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5431us (5643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.216678:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14016 00010000:00010000:1.0:1746135172.226171:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746135172.231081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.231208:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628052608 00000100:00100000:2.0:1746135172.231220:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628052608 00000100:00100000:2.0:1746135172.231291:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29709 00000100:00100000:2.0:1746135172.231303:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628052608:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.231329:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.231353:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237368 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.231395:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.231408:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.231409:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.231412:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.231451:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.231463:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 85 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.231477:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625902592:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.235771:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.235983:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625902592:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.236015:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.236036:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9600, rc 0) 00000100:00100000:2.0:1746135172.236491:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628052608:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5189us (5423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.236500:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29709 00000100:00100000:0.0:1746135172.237165:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.237227:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628052736 00000100:00100000:2.0:1746135172.237233:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628052736 00002000:00100000:2.0:1746135172.237270:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d596a00 x1830954628052736/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.237285:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596a00 with x1830954628052736 ext(0->7) 00010000:00010000:2.0:1746135172.237292:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 86 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.237304:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 86 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.237311:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d596a00 00000100:00100000:2.0:1746135172.239259:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2520 00000100:00100000:2.0:1746135172.239281:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2008:x1830954628052736:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135172.242307:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2008:x1830954628052736:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3025us (5131us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746135172.242321:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2520 00002000:00100000:0.0:1746135172.242332:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d596a00 x1830954628052736/t4294970634(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.242349:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596a00 with x1830954628052736 ext(0->7) 00010000:00010000:0.0:1746135172.242360:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 88 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.242377:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 88 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135172.242384:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d596a00 00000100:00100000:0.0:1746135172.249615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.249770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.249876:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628052864 00000100:00100000:2.0:1746135172.249890:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628052864 00000100:00100000:2.0:1746135172.249961:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29710 00000100:00100000:2.0:1746135172.249969:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:1804:x1830954628052864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.250141:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.250162:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823736f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.250192:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.250198:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.250205:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135172.250208:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 89 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.250261:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.250276:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 89 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.250286:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8a00, rc 0) 00000100:00100000:2.0:1746135172.250340:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:1804:x1830954628052864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 372us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.250346:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29710 00000100:00100000:3.0:1746135172.250567:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628052992 00000100:00100000:3.0:1746135172.250573:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628052992 00010000:00010000:3.0:1746135172.250595:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 89 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.250630:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14017 00000100:00100000:3.0:1746135172.250636:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2011:x1830954628052992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.250672:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.250698:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 89 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.250710:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 89 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.250729:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237361 expref: 89 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.250743:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.250745:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.250751:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.250757:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.250778:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.250789:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.250802:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625902848:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.250875:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.253671:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625902848:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.253694:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.253743:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954628052992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3105us (3971us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.253754:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14017 00000100:00100000:0.0:1746135172.253983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.254180:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628053248 00000100:00100000:1.0:1746135172.254186:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628053248 00002000:00100000:1.0:1746135172.254218:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d594380 x1830954628053248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.254227:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594380 with x1830954628053248 ext(0->4095) 00010000:00010000:1.0:1746135172.254234:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.254247:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.254254:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d594380 00000100:00100000:1.0:1746135172.254281:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2521 00000100:00100000:1.0:1746135172.254288:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628053248:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135172.254432:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628053248:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (449us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.254437:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2521 00002000:00100000:1.0:1746135172.254442:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d594380 x1830954628053248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.254447:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594380 with x1830954628053248 ext(0->4095) 00010000:00010000:1.0:1746135172.254452:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.254460:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.254465:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d594380 00000100:00100000:0.0:1746135172.259163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.259293:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628053376 00000100:00100000:3.0:1746135172.259305:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628053376 00010000:00010000:3.0:1746135172.259349:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.259399:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14018 00000100:00100000:3.0:1746135172.259408:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628053376:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.259429:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.259457:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.259470:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.259499:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d5d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237368 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.259532:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.259536:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.259544:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.259553:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.259607:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.259624:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625902976:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.259766:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.263807:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625902976:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.263840:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.263900:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628053376:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4493us (4752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.263914:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14018 00000100:00100000:0.0:1746135172.265025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.265744:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628053632 00000100:00100000:2.0:1746135172.265754:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628053632 00002000:00100000:2.0:1746135172.265807:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595180 x1830954628053632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.265816:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595180 with x1830954628053632 ext(0->4095) 00002000:00010000:2.0:1746135172.265822:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d595180 00000100:00100000:2.0:1746135172.265856:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13223 00000100:00100000:2.0:1746135172.265864:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954628053632:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.266043:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954628053632:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 180us (1024us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.266049:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13223 00002000:00100000:2.0:1746135172.266055:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595180 x1830954628053632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.266068:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595180 with x1830954628053632 ext(0->4095) 00002000:00010000:2.0:1746135172.266071:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d595180 00000100:00100000:0.0:1746135172.272792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.273472:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628053760 00000100:00100000:2.0:1746135172.273483:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628053760 00000100:00100000:2.0:1746135172.273543:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29711 00000100:00100000:2.0:1746135172.273551:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628053760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.273581:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.273601:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237376 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.273632:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.273660:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.273661:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.273665:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.273698:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 87 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.273710:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 87 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.273722:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625903104:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.273816:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.275896:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625903104:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.275939:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.275962:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9400, rc 0) 00000100:00100000:2.0:1746135172.276060:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628053760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2508us (3277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.276069:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29711 00000100:00100000:0.0:1746135172.276277:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.276340:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628053888 00000100:00100000:1.0:1746135172.276347:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628053888 00002000:00100000:1.0:1746135172.276401:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801364cd180 x1830954628053888/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.276410:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cd180 with x1830954628053888 ext(0->7) 00010000:00010000:1.0:1746135172.276418:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 88 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.276432:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 88 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.276439:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cd180 00000100:00100000:1.0:1746135172.276470:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2522 00000100:00100000:1.0:1746135172.276477:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954628053888:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135172.279186:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628053888:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2698us (2900us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746135172.279198:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2522 00002000:00100000:0.0:1746135172.279208:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801364cd180 x1830954628053888/t4294970635(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.279217:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cd180 with x1830954628053888 ext(0->7) 00010000:00010000:0.0:1746135172.279226:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 90 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.279242:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 90 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135172.279249:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cd180 00000100:00100000:0.0:1746135172.284285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.284888:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628054016 00000100:00100000:3.0:1746135172.284896:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628054016 00010000:00010000:3.0:1746135172.284928:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 90 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.284966:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14019 00000100:00100000:3.0:1746135172.284973:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2009:x1830954628054016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.284990:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.285010:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 90 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.285026:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 90 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.285046:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823736f expref: 90 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.285073:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.285075:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.285082:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.285088:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.285117:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.285128:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625903232:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.285205:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325969c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.290582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.290708:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628054272 00000100:00100000:1.0:1746135172.290720:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628054272 00002000:00100000:1.0:1746135172.290786:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cea00 x1830954628054272/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.290798:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cea00 with x1830954628054272 ext(0->4095) 00002000:00010000:1.0:1746135172.290805:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cea00 00000100:00100000:1.0:1746135172.290852:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13224 00000100:00100000:1.0:1746135172.290861:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628054272:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135172.291081:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628054272:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 219us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.291087:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13224 00002000:00100000:1.0:1746135172.291093:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cea00 x1830954628054272/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.291099:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cea00 with x1830954628054272 ext(0->4095) 00002000:00010000:1.0:1746135172.291102:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cea00 00000100:00100000:3.0:1746135172.291529:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625903232:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.291554:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.291593:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a39850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2009:x1830954628054016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6621us (7318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.291602:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14019 00000100:00100000:0.0:1746135172.292849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.294186:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628054400 00000100:00100000:2.0:1746135172.294212:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628054400 00000100:00100000:2.0:1746135172.294295:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29712 00000100:00100000:2.0:1746135172.294305:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:1804:x1830954628054400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.294333:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.294359:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823737d expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.294397:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.294405:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.294407:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.294411:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.294464:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.294478:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.294494:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625903360:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.294627:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.295329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.295384:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628054528 00000100:00100000:1.0:1746135172.295388:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628054528 00000100:00100000:1.0:1746135172.295424:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29713 00000100:00100000:1.0:1746135172.295430:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1820:x1830954628054528:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.295440:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.295449:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237384 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.295465:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.295470:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 92 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.295475:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.295478:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.295500:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 92 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.295512:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.295521:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d600, rc 0) 00000100:00100000:1.0:1746135172.295546:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1820:x1830954628054528:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.295552:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29713 00000100:00100000:2.0:1746135172.297024:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625903360:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135172.297024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135172.297058:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.297074:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9600, rc 0) 00000100:00100000:2.0:1746135172.297115:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1804:x1830954628054400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2812us (4274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.297119:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628054656 00000100:00100000:2.0:1746135172.297124:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29712 00000100:00100000:3.0:1746135172.297127:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628054656 00010000:00010000:3.0:1746135172.297162:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.297199:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14020 00000100:00100000:3.0:1746135172.297205:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628054656:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.297219:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.297243:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.297254:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.297279:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2d6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237376 expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.297301:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.297303:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.297311:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.297319:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.297346:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.297357:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 90 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.297370:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625903616:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.297437:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.298511:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625903616:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.298521:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.299197:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628054656:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1990us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.299207:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14020 00000100:00100000:0.0:1746135172.300857:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.300969:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628054912 00000100:00100000:2.0:1746135172.300979:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628054912 00002000:00100000:2.0:1746135172.301035:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cca80 x1830954628054912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.301045:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cca80 with x1830954628054912 ext(0->4095) 00010000:00010000:2.0:1746135172.301055:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.301070:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.301078:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cca80 00000100:00100000:2.0:1746135172.301176:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2523 00000100:00100000:2.0:1746135172.301184:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2010:x1830954628054912:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.301581:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2010:x1830954628054912:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 396us (729us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.301588:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2523 00002000:00100000:2.0:1746135172.301594:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cca80 x1830954628054912/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.301601:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cca80 with x1830954628054912 ext(0->4095) 00010000:00010000:2.0:1746135172.301606:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.301615:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.301620:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801364cca80 00000100:00100000:0.0:1746135172.303215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.303311:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628055040 00000100:00100000:3.0:1746135172.303319:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628055040 00010000:00010000:3.0:1746135172.303345:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.303387:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14021 00000100:00100000:3.0:1746135172.303393:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2010:x1830954628055040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.303404:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.303421:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.303431:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.303450:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c2d72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823737d expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.303466:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.303468:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.303475:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.303482:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.303510:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.303520:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625903744:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.304085:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.305219:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625903744:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.305233:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135172.305239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.305276:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628055040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1882us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.305284:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14021 00000100:00100000:2.0:1746135172.305384:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628055296 00000100:00100000:2.0:1746135172.305389:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628055296 00002000:00100000:2.0:1746135172.305415:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d049180 x1830954628055296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.305423:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049180 with x1830954628055296 ext(0->4095) 00002000:00010000:2.0:1746135172.305427:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d049180 00000100:00100000:2.0:1746135172.305453:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13225 00000100:00100000:2.0:1746135172.305460:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628055296:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.305600:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628055296:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 140us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.305606:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13225 00002000:00100000:2.0:1746135172.305612:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d049180 x1830954628055296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.305618:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049180 with x1830954628055296 ext(0->4095) 00002000:00010000:2.0:1746135172.305621:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d049180 00000100:00100000:0.0:1746135172.306877:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.306966:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628055424 00000100:00100000:2.0:1746135172.306973:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628055424 00000100:00100000:2.0:1746135172.307017:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29714 00000100:00100000:2.0:1746135172.307024:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628055424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.307039:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.307059:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823738b expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.307087:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.307093:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.307095:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.307098:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.307126:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.307136:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 89 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.307149:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625903872:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.307237:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.308453:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625903872:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.308480:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.308496:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8a00, rc 0) 00000100:00100000:2.0:1746135172.308589:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628055424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1564us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.308596:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29714 00000100:00100000:2.0:1746135172.310131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.310240:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628055552 00000100:00100000:3.0:1746135172.310246:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628055552 00010000:00010000:3.0:1746135172.310270:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 90 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.310301:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14022 00000100:00100000:3.0:1746135172.310307:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628055552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.310318:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.310335:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 90 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.310350:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 90 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.310369:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237384 expref: 90 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.310393:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.310394:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.310400:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.310407:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.310435:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.310446:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625904000:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.310573:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.311913:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625904000:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.311926:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.311969:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2010:x1830954628055552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1662us (1843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.311978:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14022 00000100:00100000:0.0:1746135172.313053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.313626:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628055808 00000100:00100000:1.0:1746135172.313637:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628055808 00002000:00100000:1.0:1746135172.313729:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04b100 x1830954628055808/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.313739:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b100 with x1830954628055808 ext(0->4095) 00002000:00010000:1.0:1746135172.313745:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04b100 00000100:00100000:1.0:1746135172.313782:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13226 00000100:00100000:1.0:1746135172.313789:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628055808:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135172.314091:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628055808:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 301us (1042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.314096:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13226 00002000:00100000:1.0:1746135172.314101:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04b100 x1830954628055808/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.314108:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04b100 with x1830954628055808 ext(0->4095) 00002000:00010000:1.0:1746135172.314111:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04b100 00000100:00100000:0.0:1746135172.316919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.317081:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628055936 00000100:00100000:2.0:1746135172.317091:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628055936 00000100:00100000:2.0:1746135172.317181:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29715 00000100:00100000:2.0:1746135172.317190:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:1804:x1830954628055936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.317213:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.317239:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237392 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.317275:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.317282:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.317284:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.317288:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.317326:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.317338:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 5 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.317351:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625904128:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.317740:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.319505:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.319688:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625904128:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.319721:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.319739:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9200, rc 0) 00000100:00100000:1.0:1746135172.320664:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628056064 00000100:00100000:1.0:1746135172.320675:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628056064 00000100:00100000:1.0:1746135172.320748:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29716 00000100:00100000:1.0:1746135172.320756:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1820:x1830954628056064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.320774:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.320798:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237399 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.320824:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.320828:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 92 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.320840:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.320844:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.320885:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 92 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.320897:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.320905:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d600, rc 0) 00000100:00100000:2.0:1746135172.321184:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1804:x1830954628055936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3992us (4275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.321191:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29715 00000100:00100000:0.0:1746135172.321440:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.321569:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628056192 00000100:00100000:3.0:1746135172.321575:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628056192 00010000:00010000:3.0:1746135172.321599:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.321869:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1820:x1830954628056064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1112us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.321875:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29716 00000100:00100000:3.0:1746135172.322267:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14023 00000100:00100000:3.0:1746135172.322275:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628056192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.322290:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.322321:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.322335:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.322360:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2d80 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823738b expref: 6 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.322379:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.322381:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.322388:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.322398:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.322427:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 90 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.322438:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 90 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.322451:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625904384:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.322526:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.324979:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625904384:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.324995:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.325031:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628056192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2756us (3592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.325041:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14023 00000100:00100000:0.0:1746135172.325385:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.325541:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628056448 00000100:00100000:1.0:1746135172.325549:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628056448 00002000:00100000:1.0:1746135172.325610:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a514000 x1830954628056448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.325620:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514000 with x1830954628056448 ext(0->4095) 00010000:00010000:1.0:1746135172.325629:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.325674:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.325680:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514000 00000100:00100000:1.0:1746135172.325709:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2524 00000100:00100000:1.0:1746135172.325715:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2010:x1830954628056448:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135172.325867:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2010:x1830954628056448:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.325874:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2524 00002000:00100000:1.0:1746135172.325879:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a514000 x1830954628056448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.325886:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514000 with x1830954628056448 ext(0->4095) 00010000:00010000:1.0:1746135172.325891:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.325900:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.325907:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514000 00000100:00100000:0.0:1746135172.329375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.330009:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628056576 00000100:00100000:3.0:1746135172.330019:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628056576 00010000:00010000:3.0:1746135172.330061:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.330095:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14024 00000100:00100000:3.0:1746135172.330103:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2008:x1830954628056576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.330117:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.330138:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.330149:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.330172:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2d87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237392 expref: 91 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.330187:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.330190:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.330196:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.330205:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.330239:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.330252:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625904512:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.330324:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.334923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.335036:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625904512:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.335059:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.335112:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2008:x1830954628056576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5009us (5747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.335125:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14024 00000100:00100000:3.0:1746135172.335186:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628056832 00000100:00100000:3.0:1746135172.335192:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628056832 00002000:00100000:3.0:1746135172.335237:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b488700 x1830954628056832/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.335246:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488700 with x1830954628056832 ext(0->4095) 00002000:00010000:3.0:1746135172.335252:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b488700 00000100:00100000:3.0:1746135172.335268:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13227 00000100:00100000:3.0:1746135172.335275:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628056832:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135172.335423:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628056832:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.335429:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13227 00002000:00100000:3.0:1746135172.335433:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b488700 x1830954628056832/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.335440:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488700 with x1830954628056832 ext(0->4095) 00002000:00010000:3.0:1746135172.335442:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b488700 00000100:00100000:0.0:1746135172.340790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.341197:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628056960 00000100:00100000:1.0:1746135172.341209:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628056960 00000100:00100000:1.0:1746135172.341269:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29717 00000100:00100000:1.0:1746135172.341278:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628056960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.341295:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.341312:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373a0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.341341:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.341353:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.341355:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.341358:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.341383:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.341395:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 89 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.341407:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625904640:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135172.341497:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.345142:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625904640:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135172.345185:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.345208:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013020a200, rc 0) 00000100:00100000:1.0:1746135172.345263:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628056960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3985us (4483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.345272:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29717 00000100:00100000:0.0:1746135172.346375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.346418:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.346494:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628057088 00000100:00100000:2.0:1746135172.346503:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628057088 00010000:00010000:2.0:1746135172.346539:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 90 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.346573:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628057216 00000100:00100000:2.0:1746135172.346577:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14025 00000100:00100000:1.0:1746135172.346578:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628057216 00000100:00100000:2.0:1746135172.346586:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2011:x1830954628057088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.346603:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746135172.346608:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29718 00000100:00100000:1.0:1746135172.346613:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1804:x1830954628057216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.346631:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 91 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.346635:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.346677:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 91 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.346677:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373a7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.346700:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2d8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237399 expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.346982:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.346990:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.346997:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.347000:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.347037:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.347051:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.347058:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.347059:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.347066:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.347073:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.347088:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.347104:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.347119:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625904896:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.347193:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00010000:00010000:2.0:1746135172.347339:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.347363:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2011:x1830954628057088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 779us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.347371:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14025 00000100:00100000:2.0:1746135172.350056:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b488380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625904896:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.350090:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800866df400, rc 0) 00000100:00100000:2.0:1746135172.350158:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:1804:x1830954628057216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3542us (3736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.350168:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29718 00000100:00100000:0.0:1746135172.350353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.350496:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628057472 00000100:00100000:2.0:1746135172.350507:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628057472 00002000:00100000:2.0:1746135172.350550:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515f80 x1830954628057472/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.350568:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515f80 with x1830954628057472 ext(0->4095) 00010000:00010000:2.0:1746135172.350578:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.350590:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.350600:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515f80 00000100:00100000:2.0:1746135172.350636:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2525 00000100:00100000:2.0:1746135172.350666:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628057472:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.351292:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628057472:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 626us (939us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.351298:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2525 00002000:00100000:2.0:1746135172.351303:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a515f80 x1830954628057472/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.351310:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515f80 with x1830954628057472 ext(0->4095) 00010000:00010000:2.0:1746135172.351315:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.351323:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.351329:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a515f80 00000100:00100000:0.0:1746135172.354578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.354834:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628057600 00000100:00100000:2.0:1746135172.354846:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628057600 00010000:00010000:2.0:1746135172.354890:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.354933:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14026 00000100:00100000:2.0:1746135172.354940:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628057600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.354954:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.354978:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.354990:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.355015:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013020a200/0xc3cfcce4a57c2d95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a0 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.355036:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.355038:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.355045:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.355054:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.355086:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.355097:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625905024:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.355192:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.359086:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625905024:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.359118:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.359179:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a3b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628057600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4239us (4611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.359191:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14026 00000100:00100000:0.0:1746135172.360892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.361163:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628057856 00000100:00100000:2.0:1746135172.361174:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628057856 00002000:00100000:2.0:1746135172.361241:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a516d80 x1830954628057856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.361251:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a516d80 with x1830954628057856 ext(0->4095) 00002000:00010000:2.0:1746135172.361258:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a516d80 00000100:00100000:2.0:1746135172.361300:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13228 00000100:00100000:2.0:1746135172.361309:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628057856:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.361514:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628057856:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 205us (631us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.361522:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13228 00002000:00100000:2.0:1746135172.361528:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a516d80 x1830954628057856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.361535:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a516d80 with x1830954628057856 ext(0->4095) 00002000:00010000:2.0:1746135172.361538:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a516d80 00000100:00100000:0.0:1746135172.378359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.378473:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628057984 00000100:00100000:2.0:1746135172.378486:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628057984 00000100:00100000:2.0:1746135172.378566:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29719 00000100:00100000:2.0:1746135172.378576:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628057984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.378602:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.378625:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373ae expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.378852:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.378867:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.378869:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.378873:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.378908:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.378922:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 89 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.378934:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625905152:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.379045:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.386396:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625905152:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.386442:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.386464:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8800, rc 0) 00000100:00100000:2.0:1746135172.386521:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628057984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7946us (8176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.386533:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29719 00000100:00100000:0.0:1746135172.391964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.392043:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628058112 00000100:00100000:3.0:1746135172.392053:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628058112 00002000:00100000:3.0:1746135172.392108:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a514700 x1830954628058112/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.392126:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514700 with x1830954628058112 ext(0->7) 00010000:00010000:3.0:1746135172.392139:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 90 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.392154:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 90 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.392162:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514700 00000100:00100000:3.0:1746135172.392204:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2526 00000100:00100000:3.0:1746135172.392211:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628058112:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135172.393552:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954628058112:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1335us (1596us total) trans 4294970636 rc 0/0 00000100:00100000:0.0:1746135172.393576:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2526 00002000:00100000:0.0:1746135172.393584:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a514700 x1830954628058112/t4294970636(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.393592:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514700 with x1830954628058112 ext(0->7) 00010000:00010000:0.0:1746135172.393601:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.393613:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135172.393621:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514700 00000100:00100000:0.0:1746135172.402156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.402227:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.402421:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628058240 00000100:00100000:3.0:1746135172.402436:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628058240 00010000:00010000:3.0:1746135172.402488:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.402546:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14027 00000100:00100000:3.0:1746135172.402583:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2010:x1830954628058240:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.402602:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.402631:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.402670:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.402698:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2d9c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373a7 expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.402722:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.402724:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.402732:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.402741:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.402781:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.402797:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625905280:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.402910:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.404135:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628058368 00000100:00100000:2.0:1746135172.404147:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628058368 00000100:00100000:2.0:1746135172.404229:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29720 00000100:00100000:2.0:1746135172.404238:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1804:x1830954628058368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.404262:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.404288:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373b5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.404321:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.404328:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.404329:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.404333:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.404362:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.404374:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.404392:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625905408:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.404482:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.409854:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625905280:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.409885:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.410984:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2010:x1830954628058240:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8420us (8748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.411001:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14027 00000100:00100000:1.0:1746135172.411497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.411613:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625905408:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135172.411613:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628058624 00000100:00100000:0.0:1746135172.411621:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628058624 00010000:00010000:2.0:1746135172.411673:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.411698:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9400, rc 0) 00002000:00100000:0.0:1746135172.411701:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b488380 x1830954628058624/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.411711:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488380 with x1830954628058624 ext(0->4095) 00010000:00010000:0.0:1746135172.411719:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.411733:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.411734:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1804:x1830954628058368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7499us (9594us total) trans 0 rc 0/0 00002000:00010000:0.0:1746135172.411740:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b488380 00000100:00100000:2.0:1746135172.411748:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29720 00000100:00100000:0.0:1746135172.411775:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2527 00000100:00100000:0.0:1746135172.411784:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628058624:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135172.411967:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628058624:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (472us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135172.411973:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2527 00002000:00100000:0.0:1746135172.411977:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b488380 x1830954628058624/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.411983:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b488380 with x1830954628058624 ext(0->4095) 00010000:00010000:0.0:1746135172.411987:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.412003:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135172.412009:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b488380 00000100:00100000:0.0:1746135172.414383:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.415844:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.416099:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628058752 00000100:00100000:2.0:1746135172.416114:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628058752 00000100:00100000:3.0:1746135172.416921:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628058880 00000100:00100000:3.0:1746135172.416927:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628058880 00010000:00010000:3.0:1746135172.416956:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.417013:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14028 00000100:00100000:3.0:1746135172.417021:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628058880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.417038:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.417066:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.417080:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.417114:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2da3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ae expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.417222:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.417225:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746135172.417236:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29721 00010000:00010000:3.0:1746135172.417237:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.417245:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1820:x1830954628058752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.417246:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.417268:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.417283:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373bc expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.417294:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.417307:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.417314:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.417315:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.417318:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.417922:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.417943:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625905536:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.417952:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.417962:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.417971:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625905664:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135172.418057:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.418069:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.419319:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830954625905920:0@lo:400:kworker.0 00000100:00100000:3.0:1746135172.419375:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135172.419510:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3770:1830954625905792:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.419563:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135172.419594:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625906304:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.419622:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135172.419662:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625906816:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.419687:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135172.419703:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625907328:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.419718:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135172.419739:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746135172.419744:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3770:1830954625906432:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.419776:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625905792 00000100:00100000:1.0:1746135172.419784:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625905792 00000100:00100000:2.0:1746135172.419863:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625906304 00000100:00100000:2.0:1746135172.419867:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625906304 00000100:00100000:2.0:1746135172.419902:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1746135172.419909:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625906304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.419912:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830954625906176:0@lo:400:kworker.0 00000100:00100000:3.0:1746135172.419930:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625906048:0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.419943:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135172.419954:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135172.419961:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d04aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625906688:0@lo:400:kworker.0 00000100:00100000:2.0:1746135172.419966:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625906304:12345-0@lo:400:kworker.0 Request processed in 56us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.419969:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3768:1830954625906560:0@lo:400:kworker.0 00000100:00100000:2.0:1746135172.419974:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1746135172.419989:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625906048 00000100:00100000:2.0:1746135172.419991:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625906048 00000100:00100000:2.0:1746135172.420001:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1746135172.420005:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830954625906048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135172.420388:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135172.420393:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135172.420404:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3768:1830954625907072:0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420412:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625907200:0@lo:400:kworker.0 00000100:00100000:3.0:1746135172.420420:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135172.420431:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135172.420445:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625906816 00000100:00100000:3.0:1746135172.420448:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625906816 00000100:00100000:0.0:1746135172.420459:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625905920 00000100:00100000:0.0:1746135172.420464:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625905920 00000100:00100000:3.0:1746135172.420481:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625907328 00000100:00100000:3.0:1746135172.420483:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625907328 00000100:00100000:3.0:1746135172.420494:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625906688 00000100:00100000:3.0:1746135172.420496:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625906688 00000100:00100000:0.0:1746135172.420496:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625906176 00000100:00100000:0.0:1746135172.420498:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625906176 00000100:00100000:3.0:1746135172.420504:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625907200 00000100:00100000:3.0:1746135172.420506:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625907200 00000100:00100000:0.0:1746135172.420510:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625906560 00000100:00100000:0.0:1746135172.420512:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625906560 00000100:00100000:3.0:1746135172.420516:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1746135172.420520:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625906816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420526:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625907072 00000100:00100000:0.0:1746135172.420529:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625907072 00000100:00100000:0.0:1746135172.420541:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1746135172.420543:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625906816:12345-0@lo:400:kworker.0 Request processed in 23us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135172.420546:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830954625905920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135172.420552:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1746135172.420570:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1746135172.420573:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625907328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746135172.420589:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830954625906048:12345-0@lo:400:kworker.0 Request processed in 582us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.420593:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625907328:12345-0@lo:400:kworker.0 Request processed in 19us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135172.420594:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830954625905920:12345-0@lo:400:kworker.0 Request processed in 47us (1219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.420596:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1746135172.420597:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1746135172.420600:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1746135172.420603:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1746135172.420606:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625906688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420614:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1746135172.420619:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830954625906176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746135172.420621:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1746135172.420622:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625906688:12345-0@lo:400:kworker.0 Request processed in 15us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.420626:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1746135172.420626:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830954625906560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135172.420632:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1746135172.420636:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625907200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420662:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830954625906176:12345-0@lo:400:kworker.0 Request processed in 22us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135172.420667:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1746135172.420669:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625907200:12345-0@lo:400:kworker.0 Request processed in 33us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.420669:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830954625906560:12345-0@lo:400:kworker.0 Request processed in 43us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.420674:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1746135172.420675:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1746135172.420677:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:0.0:1746135172.420682:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830954625907072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746135172.420709:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625906048:0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420710:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830954625907072:12345-0@lo:400:kworker.0 Request processed in 28us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135172.420714:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1746135172.420719:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3768:1830954625906560:0@lo:400:kworker.0 00000100:00100000:3.0:1746135172.420722:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830954625905920:0@lo:400:kworker.0 00000100:00100000:2.0:1746135172.420727:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3768:1830954625907072:0@lo:400:kworker.0 00000100:00080000:0.0:1746135172.420739:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746135172.420743:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746135172.420746:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135172.420766:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830954625906176:0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420774:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d04aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625906688:0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420782:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625907200:0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420812:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1746135172.420819:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3770:x1830954625905792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.420832:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135172.420844:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3770:x1830954625905792:12345-0@lo:400:kworker.0 Request processed in 26us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135172.420849:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1746135172.420851:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3770:1830954625906944:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.420870:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135172.420884:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3770:1830954625905792:0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420884:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625906432 00000100:00100000:0.0:1746135172.420887:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625906432 00000100:00100000:1.0:1746135172.420893:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625906304:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.420902:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625906816:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.420910:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625907328:0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.420914:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625906944 00000100:00100000:0.0:1746135172.420917:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625906944 00000100:00100000:0.0:1746135172.420928:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1746135172.420933:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830954625906432:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746135172.420947:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746135172.420957:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830954625906432:12345-0@lo:400:kworker.0 Request processed in 23us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135172.420963:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1746135172.420996:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1746135172.421000:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830954625906944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135172.421020:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830954625906944:12345-0@lo:400:kworker.0 Request processed in 20us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135172.421024:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1746135172.421050:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3770:1830954625906432:0@lo:400:kworker.0 00000100:00100000:1.0:1746135172.421056:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3770:1830954625906944:0@lo:400:kworker.0 00000100:00100000:2.0:1746135172.422041:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625905664:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.422070:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.422095:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9c00, rc 0) 00000100:00100000:2.0:1746135172.422151:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:1820:x1830954628058752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4906us (7778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.422160:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29721 00000100:00100000:0.0:1746135172.422216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.422433:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625905536:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.422447:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.422473:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628058880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5454us (6640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.422483:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14028 00000100:00100000:1.0:1746135172.422693:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628059136 00000100:00100000:1.0:1746135172.422701:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628059136 00002000:00100000:1.0:1746135172.422750:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1f80 x1830954628059136/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.422759:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1f80 with x1830954628059136 ext(0->4095) 00010000:00010000:1.0:1746135172.422766:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.422779:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.422785:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1f80 00000100:00100000:1.0:1746135172.422814:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2528 00000100:00100000:1.0:1746135172.422821:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2008:x1830954628059136:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135172.423001:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2008:x1830954628059136:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 179us (784us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.423008:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2528 00002000:00100000:1.0:1746135172.423013:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1f80 x1830954628059136/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.423025:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1f80 with x1830954628059136 ext(0->4095) 00010000:00010000:1.0:1746135172.423033:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.423043:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.423047:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1f80 00000100:00100000:0.0:1746135172.427627:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.428227:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628059264 00000100:00100000:3.0:1746135172.428240:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628059264 00010000:00010000:3.0:1746135172.428293:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.428364:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14029 00000100:00100000:3.0:1746135172.428373:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2011:x1830954628059264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.428390:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.428418:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.428431:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.428461:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9400/0xc3cfcce4a57c2daa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373b5 expref: 93 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.428494:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.428496:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.428507:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.428516:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.428568:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.428583:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625907456:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.429344:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.431780:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625907456:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.431815:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.431893:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954628059264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3519us (4280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.431907:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14029 00000100:00100000:0.0:1746135172.435489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.435595:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628059520 00000100:00100000:1.0:1746135172.435607:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628059520 00002000:00100000:1.0:1746135172.435698:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3800 x1830954628059520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.435709:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3800 with x1830954628059520 ext(0->4095) 00002000:00010000:1.0:1746135172.435714:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a3800 00000100:00100000:1.0:1746135172.435751:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13229 00000100:00100000:1.0:1746135172.435760:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954628059520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135172.435973:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2011:x1830954628059520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 213us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.435981:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13229 00002000:00100000:1.0:1746135172.435988:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3800 x1830954628059520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.435995:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3800 with x1830954628059520 ext(0->4095) 00002000:00010000:1.0:1746135172.435997:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a3800 00000100:00100000:0.0:1746135172.441214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.441358:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628059648 00000100:00100000:2.0:1746135172.441369:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628059648 00000100:00100000:2.0:1746135172.441432:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29722 00000100:00100000:2.0:1746135172.441440:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628059648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.441461:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.441485:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373c3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.441520:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.441527:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.441528:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.441532:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.441948:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.441962:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 91 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.441981:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625907584:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.443309:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.448746:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625907584:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135172.448793:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135172.448797:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.448823:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800866df400, rc 0) 00000100:00100000:2.0:1746135172.448881:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628059648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7442us (8745us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.448891:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29722 00000100:00100000:3.0:1746135172.448904:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628059776 00000100:00100000:3.0:1746135172.448915:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628059776 00002000:00100000:3.0:1746135172.448960:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f5a1500 x1830954628059776/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.448969:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1500 with x1830954628059776 ext(0->7) 00010000:00010000:3.0:1746135172.448976:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.448988:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 92 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.448995:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1500 00000100:00100000:3.0:1746135172.449013:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2529 00000100:00100000:3.0:1746135172.449021:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2010:x1830954628059776:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135172.449941:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2010:x1830954628059776:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 918us (1148us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746135172.449952:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2529 00002000:00100000:0.0:1746135172.449958:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f5a1500 x1830954628059776/t4294970637(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.449965:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1500 with x1830954628059776 ext(0->7) 00010000:00010000:0.0:1746135172.449971:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 94 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.449982:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 94 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135172.449988:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a1500 00000100:00100000:0.0:1746135172.460609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.460810:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628059904 00000100:00100000:3.0:1746135172.460826:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628059904 00010000:00010000:3.0:1746135172.460881:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 94 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.460927:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14030 00000100:00100000:3.0:1746135172.460936:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2010:x1830954628059904:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.460953:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.460986:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 94 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.461003:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 94 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.461033:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2db1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373bc expref: 94 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.461087:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.461090:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.461102:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.461116:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.461166:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.461186:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625907712:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.461349:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.465994:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625907712:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.466021:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.466071:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2010:x1830954628059904:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5135us (5476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.466084:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14030 00000100:00100000:0.0:1746135172.466457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.466512:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628060160 00000100:00100000:0.0:1746135172.466517:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628060160 00002000:00100000:0.0:1746135172.466566:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f2a00 x1830954628060160/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.466575:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2a00 with x1830954628060160 ext(0->4095) 00002000:00010000:0.0:1746135172.466579:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f2a00 00000100:00100000:0.0:1746135172.466595:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13230 00000100:00100000:0.0:1746135172.466602:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628060160:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746135172.466739:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628060160:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135172.466745:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13230 00002000:00100000:0.0:1746135172.466752:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f2a00 x1830954628060160/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.466758:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2a00 with x1830954628060160 ext(0->4095) 00002000:00010000:0.0:1746135172.466761:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f2a00 00000100:00100000:0.0:1746135172.474139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.474363:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628060288 00000100:00100000:2.0:1746135172.474372:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628060288 00000100:00100000:2.0:1746135172.474543:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29723 00000100:00100000:2.0:1746135172.474553:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:1804:x1830954628060288:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.474586:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.474609:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373ca expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.474685:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.474693:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.474694:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.474698:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.474739:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.474751:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.474766:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625907840:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.474865:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.475040:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.475171:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628060416 00000100:00100000:2.0:1746135172.475175:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628060416 00000100:00100000:2.0:1746135172.475245:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29724 00000100:00100000:2.0:1746135172.475251:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1820:x1830954628060416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.475258:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.475265:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373d1 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.475276:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.475280:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 96 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.475285:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.475288:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 96 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.475312:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 96 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.475329:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 96 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.475338:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98400, rc 0) 00000100:00100000:2.0:1746135172.475361:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:1820:x1830954628060416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.475368:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29724 00000100:00100000:2.0:1746135172.476584:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625907840:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.476608:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135172.476692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.476765:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628060544 00000100:00100000:3.0:1746135172.476770:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628060544 00010000:00010000:3.0:1746135172.476789:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.476806:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14031 00000100:00100000:3.0:1746135172.476812:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628060544:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.476822:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.476888:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d600, rc 0) 00000100:00100000:2.0:1746135172.476919:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1804:x1830954628060288:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2368us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.476925:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29723 00010000:00010000:3.0:1746135172.477277:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.477288:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.477307:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c2db8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373c3 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.477327:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.477329:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.477335:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.477342:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.477364:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.477887:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 94 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.477898:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908096:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.478284:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.480826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.480913:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628060800 00000100:00100000:2.0:1746135172.480926:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628060800 00000100:00100000:3.0:1746135172.481753:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908096:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.481773:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.481812:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628060544:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4999us (5120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.481823:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14031 00002000:00100000:2.0:1746135172.481843:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1500 x1830954628060800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.481853:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1500 with x1830954628060800 ext(0->4095) 00010000:00010000:2.0:1746135172.481863:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.481877:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.481884:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1500 00000100:00100000:2.0:1746135172.482076:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2530 00000100:00100000:2.0:1746135172.482085:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628060800:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.482246:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628060800:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (1433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.482252:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2530 00002000:00100000:2.0:1746135172.482257:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1500 x1830954628060800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.482264:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1500 with x1830954628060800 ext(0->4095) 00010000:00010000:2.0:1746135172.482268:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.482278:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.482283:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1500 00000100:00100000:0.0:1746135172.486540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.487167:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628060928 00000100:00100000:3.0:1746135172.487174:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628060928 00010000:00010000:3.0:1746135172.487206:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.487230:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14032 00000100:00100000:3.0:1746135172.487236:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2008:x1830954628060928:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.487248:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.487267:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.487277:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.487297:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2dbf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ca expref: 95 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.487324:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.487326:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.487332:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.487338:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.487365:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.487374:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908224:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.487445:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.490727:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908224:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.490753:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.490825:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2008:x1830954628060928:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3587us (4295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.490838:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14032 00000100:00100000:0.0:1746135172.492351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.493830:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628061184 00000100:00100000:2.0:1746135172.493843:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628061184 00002000:00100000:2.0:1746135172.494099:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0380 x1830954628061184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.494111:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0380 with x1830954628061184 ext(0->4095) 00002000:00010000:2.0:1746135172.494119:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f0380 00000100:00100000:2.0:1746135172.494164:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13231 00000100:00100000:2.0:1746135172.494173:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628061184:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.494380:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628061184:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 207us (2038us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.494388:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13231 00002000:00100000:2.0:1746135172.494394:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0380 x1830954628061184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.494402:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0380 with x1830954628061184 ext(0->4095) 00002000:00010000:2.0:1746135172.494404:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f0380 00000100:00100000:0.0:1746135172.498699:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.498935:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628061312 00000100:00100000:2.0:1746135172.498943:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628061312 00000100:00100000:2.0:1746135172.501766:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29725 00000100:00100000:2.0:1746135172.501792:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628061312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.501822:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.501850:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373d8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.501888:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.501895:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.501896:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.501900:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.501934:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.501950:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 93 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.501963:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625908352:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.504459:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.512255:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625908352:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.512307:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.512329:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98c00, rc 0) 00000100:00100000:2.0:1746135172.512381:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628061312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10601us (13689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.512391:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29725 00000100:00100000:0.0:1746135172.523884:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.523936:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628061440 00000100:00100000:3.0:1746135172.523947:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628061440 00002000:00100000:3.0:1746135172.523992:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801325f1180 x1830954628061440/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.524002:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1180 with x1830954628061440 ext(0->7) 00010000:00010000:3.0:1746135172.524011:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 94 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.524029:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 94 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.524035:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1180 00000100:00100000:3.0:1746135172.524067:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2531 00000100:00100000:3.0:1746135172.524075:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628061440:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135172.533889:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954628061440:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 9798us (9997us total) trans 4294970638 rc 0/0 00000100:00100000:0.0:1746135172.533913:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2531 00002000:00100000:0.0:1746135172.533932:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801325f1180 x1830954628061440/t4294970638(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.533943:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1180 with x1830954628061440 ext(0->7) 00010000:00010000:0.0:1746135172.533958:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 96 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.533981:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 96 pid: 26641 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135172.533990:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1180 00000100:00100000:0.0:1746135172.539800:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.543274:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628061568 00000100:00100000:3.0:1746135172.543295:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628061568 00010000:00010000:3.0:1746135172.543361:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 96 pid: 26641 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.543437:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14033 00000100:00100000:3.0:1746135172.543452:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954628061568:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.543479:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.543515:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 96 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.543535:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 96 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.543579:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d1 expref: 96 pid: 26641 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.543664:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.543667:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.543680:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.543690:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.543740:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.543756:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908480:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.543899:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.549829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.549982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.550143:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908480:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.550163:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.550210:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a39c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2010:x1830954628061568:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6763us (10424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.550222:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14033 00000100:00100000:1.0:1746135172.550360:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628061952 00000100:00100000:1.0:1746135172.550366:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628061952 00002000:00100000:1.0:1746135172.550405:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0a80 x1830954628061952/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.550414:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0a80 with x1830954628061952 ext(0->4095) 00002000:00010000:1.0:1746135172.550418:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f0a80 00000100:00100000:1.0:1746135172.550435:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13232 00000100:00100000:1.0:1746135172.550440:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628061952:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135172.550572:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628061952:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.550578:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13232 00002000:00100000:1.0:1746135172.550582:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0a80 x1830954628061952/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.550589:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0a80 with x1830954628061952 ext(0->4095) 00002000:00010000:1.0:1746135172.550592:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f0a80 00000100:00100000:2.0:1746135172.551054:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628061696 00000100:00100000:2.0:1746135172.551058:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628061696 00000100:00100000:2.0:1746135172.551083:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29726 00000100:00100000:2.0:1746135172.551088:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1804:x1830954628061696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.551098:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.551116:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373df expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.551138:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.551149:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.551151:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.551155:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 96 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.551180:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.551191:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.551201:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625908608:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.551246:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.556035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.558871:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628062080 00000100:00100000:1.0:1746135172.558886:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628062080 00000100:00100000:1.0:1746135172.558964:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29727 00000100:00100000:1.0:1746135172.558973:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:1820:x1830954628062080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.558998:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.559022:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373e6 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.559059:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.559065:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.559072:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.559075:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 98 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.559124:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.559140:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 98 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.559151:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009df4ae00, rc 0) 00000100:00100000:1.0:1746135172.559212:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1820:x1830954628062080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 240us (3195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.559219:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29727 00000100:00100000:2.0:1746135172.559470:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625908608:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.559490:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.559500:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98400, rc 0) 00000100:00100000:2.0:1746135172.559521:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:1804:x1830954628061696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8433us (9714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.559527:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29726 00000100:00100000:1.0:1746135172.560232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.560518:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628062208 00000100:00100000:3.0:1746135172.560523:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628062208 00010000:00010000:3.0:1746135172.560545:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.560580:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14034 00000100:00100000:3.0:1746135172.560586:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628062208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.560595:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.560613:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.560627:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.560661:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2dcd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373d8 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.560677:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.560678:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.560684:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 96 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.560691:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 96 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.560712:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 96 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.560722:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 96 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.560733:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908864:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.560815:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.564216:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908864:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.564249:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.564321:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628062208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3733us (4088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.564335:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14034 00000100:00100000:0.0:1746135172.568042:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.568598:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628062464 00000100:00100000:3.0:1746135172.568607:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628062464 00002000:00100000:3.0:1746135172.568689:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0700 x1830954628062464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.568701:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0700 with x1830954628062464 ext(0->4095) 00010000:00010000:3.0:1746135172.568712:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.568726:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.568733:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f0700 00000100:00100000:3.0:1746135172.568976:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2532 00000100:00100000:3.0:1746135172.568985:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954628062464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135172.569475:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954628062464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 485us (1445us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.569488:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2532 00002000:00100000:3.0:1746135172.569498:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f0700 x1830954628062464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.569509:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0700 with x1830954628062464 ext(0->4095) 00010000:00010000:3.0:1746135172.569518:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.569539:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.569547:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f0700 00000100:00100000:0.0:1746135172.575995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.576384:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628062592 00000100:00100000:3.0:1746135172.576399:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628062592 00010000:00010000:3.0:1746135172.576449:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.588634:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14035 00000100:00100000:1.0:1746135172.588694:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954628062592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.588727:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.588772:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.588796:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.588834:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98400/0xc3cfcce4a57c2dd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373df expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.588872:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.588875:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.588886:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.588898:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.588953:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135172.588970:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908992:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.590730:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.593828:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625908992:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.593850:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.593900:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954628062592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5222us (17914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.593910:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14035 00000100:00100000:0.0:1746135172.594987:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.595047:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628062848 00000100:00100000:3.0:1746135172.595055:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628062848 00002000:00100000:3.0:1746135172.595098:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f3480 x1830954628062848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.595107:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3480 with x1830954628062848 ext(0->4095) 00002000:00010000:3.0:1746135172.595112:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f3480 00000100:00100000:3.0:1746135172.595142:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13233 00000100:00100000:3.0:1746135172.595148:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2009:x1830954628062848:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746135172.595339:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2009:x1830954628062848:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (354us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.595346:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13233 00002000:00100000:3.0:1746135172.595352:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f3480 x1830954628062848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.595358:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3480 with x1830954628062848 ext(0->4095) 00002000:00010000:3.0:1746135172.595361:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f3480 00000100:00100000:0.0:1746135172.599829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.600568:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628062976 00000100:00100000:2.0:1746135172.600580:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628062976 00000100:00100000:2.0:1746135172.601758:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29728 00000100:00100000:2.0:1746135172.601771:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628062976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.601790:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.601812:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373ed expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.601847:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.601854:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.601856:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.601859:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.601890:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.601902:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 95 pid: 11953 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.601913:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625909120:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.602013:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.604202:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625909120:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.604247:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.604270:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:2.0:1746135172.604320:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628062976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2553us (4503us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.604332:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29728 00000100:00100000:0.0:1746135172.606406:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.606515:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628063104 00000100:00100000:3.0:1746135172.606528:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628063104 00002000:00100000:3.0:1746135172.606589:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094744700 x1830954628063104/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.606600:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094744700 with x1830954628063104 ext(0->7) 00010000:00010000:3.0:1746135172.606612:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 96 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.606630:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 96 pid: 11953 timeout: 916 lvb_type: 0 00002000:00010000:3.0:1746135172.606676:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094744700 00000100:00100000:1.0:1746135172.607075:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2533 00000100:00100000:1.0:1746135172.607086:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954628063104:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135172.608054:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628063104:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 965us (1656us total) trans 4294970639 rc 0/0 00000100:00100000:0.0:1746135172.608062:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2533 00002000:00100000:0.0:1746135172.608069:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094744700 x1830954628063104/t4294970639(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.608078:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094744700 with x1830954628063104 ext(0->7) 00010000:00010000:0.0:1746135172.608085:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:0.0:1746135172.608096:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00002000:00010000:0.0:1746135172.608102:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094744700 00000100:00100000:0.0:1746135172.611971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.613064:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628063232 00000100:00100000:1.0:1746135172.613073:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628063232 00010000:00010000:1.0:1746135172.613104:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.613144:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14036 00000100:00100000:1.0:1746135172.613150:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2008:x1830954628063232:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.613162:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.613179:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.613189:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.613209:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c2ddb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373e6 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.613231:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.613233:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.613240:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.613248:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.613275:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135172.613285:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625909248:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.613357:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.620357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.622523:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628063360 00000100:00100000:2.0:1746135172.622539:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628063360 00000100:00100000:2.0:1746135172.622671:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29729 00000100:00100000:2.0:1746135172.622681:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954628063360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.622704:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.622728:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373f4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.622763:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.622772:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.622773:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.622777:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.622817:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.622829:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.622842:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625909376:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135172.623116:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.623278:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628063616 00000100:00100000:1.0:1746135172.623281:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628063616 00000100:00100000:2.0:1746135172.624304:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.624378:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625909248:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.624405:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746135172.624655:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0380 x1830954628063616/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.624667:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0380 with x1830954628063616 ext(0->4095) 00010000:00010000:1.0:1746135172.624680:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.624696:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.624704:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0380 00000100:00100000:1.0:1746135172.624735:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2534 00000100:00100000:1.0:1746135172.624745:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628063616:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135172.624908:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628063616:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (1792us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.624915:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2534 00002000:00100000:1.0:1746135172.624920:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0380 x1830954628063616/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.624927:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0380 with x1830954628063616 ext(0->4095) 00010000:00010000:1.0:1746135172.624931:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.624938:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:1.0:1746135172.624947:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0380 00000100:00100000:2.0:1746135172.625571:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2008:x1830954628063232:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 12417us (13605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.625581:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14036 00000100:00100000:2.0:1746135172.626184:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625909376:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.626216:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.626231:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99200, rc 0) 00000100:00100000:2.0:1746135172.626267:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954628063360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3588us (5920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.626273:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29729 00000100:00100000:0.0:1746135172.627722:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.627772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.627853:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628063872 00000100:00100000:1.0:1746135172.627863:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628063872 00010000:00010000:1.0:1746135172.627903:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.629291:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628063744 00000100:00100000:2.0:1746135172.629303:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628063744 00000100:00100000:2.0:1746135172.629354:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29730 00000100:00100000:2.0:1746135172.629362:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1820:x1830954628063744:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.629383:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.629411:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082373fb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.629453:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.629460:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.629466:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.629471:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.629528:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.629545:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.629568:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d800, rc 0) 00000100:00100000:2.0:1746135172.629670:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1820:x1830954628063744:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 279us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.629676:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29730 00000100:00100000:1.0:1746135172.629990:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14037 00000100:00100000:1.0:1746135172.630001:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094745880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628063872:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.630010:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.630031:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.630042:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.630061:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c600/0xc3cfcce4a57c2de2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373ed expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.630075:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.630077:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.630083:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.630090:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.630114:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.630124:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 98 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.630137:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625909632:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.630207:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.632620:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625909632:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.632677:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.633000:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628063872:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3000us (5225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.633010:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14037 00000100:00100000:0.0:1746135172.636280:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.636397:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628064128 00000100:00100000:2.0:1746135172.636408:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628064128 00002000:00100000:2.0:1746135172.636463:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094746300 x1830954628064128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.636474:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746300 with x1830954628064128 ext(0->4095) 00010000:00010000:2.0:1746135172.636484:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.636575:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.636584:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094746300 00000100:00100000:2.0:1746135172.636622:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2535 00000100:00100000:2.0:1746135172.636629:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2010:x1830954628064128:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.637325:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2010:x1830954628064128:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 691us (1056us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.637334:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2535 00002000:00100000:2.0:1746135172.637341:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094746300 x1830954628064128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.637349:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746300 with x1830954628064128 ext(0->4095) 00010000:00010000:2.0:1746135172.637354:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.637363:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.637369:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094746300 00000100:00100000:0.0:1746135172.642102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.642326:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628064256 00000100:00100000:1.0:1746135172.642338:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628064256 00010000:00010000:1.0:1746135172.642386:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:1.0:1746135172.642436:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14038 00000100:00100000:1.0:1746135172.642446:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954628064256:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135172.642465:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135172.642494:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.642511:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.642540:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2de9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373f4 expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:1.0:1746135172.642570:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.642572:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.642581:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.642589:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.642627:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135172.642674:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625909760:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.642790:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.647247:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.647509:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625909760:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.647530:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.647594:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628064256:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5149us (5504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.647605:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14038 00000100:00100000:3.0:1746135172.648239:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628064512 00000100:00100000:3.0:1746135172.648250:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628064512 00002000:00100000:3.0:1746135172.648296:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d8be680 x1830954628064512/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.648306:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8be680 with x1830954628064512 ext(0->4095) 00002000:00010000:3.0:1746135172.648312:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8be680 00000100:00100000:3.0:1746135172.648345:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13234 00000100:00100000:3.0:1746135172.648354:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628064512:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135172.648504:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628064512:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 152us (1267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.648509:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13234 00002000:00100000:3.0:1746135172.648514:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d8be680 x1830954628064512/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.648527:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8be680 with x1830954628064512 ext(0->4095) 00002000:00010000:3.0:1746135172.648530:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8be680 00000100:00100000:0.0:1746135172.652205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.652421:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628064640 00000100:00100000:2.0:1746135172.652437:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628064640 00000100:00100000:2.0:1746135172.652504:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29731 00000100:00100000:2.0:1746135172.652514:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628064640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.652542:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.652574:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237402 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.652610:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.652618:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.652620:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.652623:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.652702:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.652713:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.652726:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625909888:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.653694:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.656885:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625909888:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.656926:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.656941:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99200, rc 0) 00000100:00100000:2.0:1746135172.656984:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628064640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4472us (4796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.656992:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29731 00000100:00100000:0.0:1746135172.657517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.657696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.657924:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628064896 00000100:00100000:3.0:1746135172.657932:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628064896 00000100:00100000:3.0:1746135172.657971:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29732 00000100:00100000:3.0:1746135172.657978:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954628064896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.657998:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.658018:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237409 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.658040:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.658045:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.658050:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135172.658053:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.658089:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.658100:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.658108:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:3.0:1746135172.658134:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1804:x1830954628064896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.658141:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29732 00000100:00100000:2.0:1746135172.658438:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628064768 00000100:00100000:2.0:1746135172.658443:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628064768 00010000:00010000:2.0:1746135172.658461:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.658488:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14039 00000100:00100000:2.0:1746135172.658493:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954628064768:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.658501:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.658525:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.658548:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.658570:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2df0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082373fb expref: 99 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.658591:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.658593:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.658600:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.658608:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.658625:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.658637:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 5 pid: 11953 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.658668:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625910144:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.658730:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.662537:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625910144:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.662578:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.662624:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628064768:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4130us (5108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.662636:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14039 00000100:00100000:0.0:1746135172.665361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.665481:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628065152 00000100:00100000:2.0:1746135172.665492:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628065152 00002000:00100000:2.0:1746135172.665544:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4ca300 x1830954628065152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.665564:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4ca300 with x1830954628065152 ext(0->4095) 00010000:00010000:2.0:1746135172.665573:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.665587:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.665595:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4ca300 00000100:00100000:2.0:1746135172.665633:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2536 00000100:00100000:2.0:1746135172.665756:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628065152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.665952:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628065152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 312us (601us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.665959:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2536 00002000:00100000:2.0:1746135172.665964:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4ca300 x1830954628065152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.665971:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4ca300 with x1830954628065152 ext(0->4095) 00010000:00010000:2.0:1746135172.665975:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.665989:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.665993:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4ca300 00000100:00100000:0.0:1746135172.669912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.670026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.670174:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628065280 00000100:00100000:2.0:1746135172.670186:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628065280 00010000:00010000:2.0:1746135172.670227:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.670260:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14040 00000100:00100000:2.0:1746135172.670268:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628065280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.670284:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.670307:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.670319:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.670346:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2df7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237402 expref: 6 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.670379:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.670381:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.670391:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.670405:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.670442:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.670455:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625910272:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.670532:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.671156:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628065408 00000100:00100000:3.0:1746135172.671165:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628065408 00000100:00100000:3.0:1746135172.671205:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29733 00000100:00100000:3.0:1746135172.671211:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628065408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.671225:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.671236:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237410 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.671253:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.671258:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.671260:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.671263:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.671281:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.671290:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 97 pid: 11953 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.671298:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625910400:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135172.671351:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.673945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.673995:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628065664 00000100:00100000:2.0:1746135172.674005:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628065664 00000100:00100000:3.0:1746135172.674048:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625910272:192.168.202.58@tcp:105: 00002000:00100000:2.0:1746135172.674055:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0700 x1830954628065664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.674063:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0700 with x1830954628065664 ext(0->4095) 00010000:00010000:2.0:1746135172.674072:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.674075:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135172.674085:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.674091:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0700 00000100:00100000:2.0:1746135172.674115:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2537 00000100:00100000:3.0:1746135172.674123:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a3a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954628065280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3856us (4225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.674132:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14040 00000100:00100000:2.0:1746135172.674165:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628065664:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.674315:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628065664:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 192us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.674324:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2537 00002000:00100000:2.0:1746135172.674329:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0700 x1830954628065664/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.674335:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0700 with x1830954628065664 ext(0->4095) 00010000:00010000:2.0:1746135172.674340:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.674348:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 98 pid: 11953 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.674353:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0700 00000100:00100000:3.0:1746135172.675491:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625910400:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135172.675513:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.675526:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135172.675549:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628065408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4339us (5524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.675565:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29733 00000100:00100000:0.0:1746135172.678585:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.678635:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.678747:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628065792 00000100:00100000:3.0:1746135172.678754:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628065792 00000100:00100000:3.0:1746135172.678789:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29734 00000100:00100000:3.0:1746135172.678795:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954628065792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.678810:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.678825:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237417 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.678846:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.678851:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.678856:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135172.678858:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.678877:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628065920 00000100:00100000:2.0:1746135172.678881:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628065920 00010000:00010000:3.0:1746135172.678891:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.678896:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 100 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:3.0:1746135172.678900:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.678908:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:2.0:1746135172.678918:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14041 00000100:00100000:2.0:1746135172.678922:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954628065920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.678929:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746135172.678941:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954628065792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (366us total) trans 0 rc 0/0 00010000:00010000:2.0:1746135172.678942:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 100 pid: 11953 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.678946:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29734 00010000:00010000:2.0:1746135172.678951:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 100 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.678965:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2dfe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237409 expref: 99 pid: 11953 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.678994:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.678995:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.679000:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.679006:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.679023:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.679036:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 5 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.679047:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625910656:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.679092:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.683271:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625910656:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.683295:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.683337:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628065920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4412us (4700us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.683347:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14041 00000100:00100000:0.0:1746135172.683904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.683946:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628066176 00000100:00100000:2.0:1746135172.683951:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628066176 00002000:00100000:2.0:1746135172.683981:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb100 x1830954628066176/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.683996:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb100 with x1830954628066176 ext(0->4095) 00010000:00010000:2.0:1746135172.684002:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.684014:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.684019:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cb100 00000100:00100000:2.0:1746135172.684033:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2538 00000100:00100000:2.0:1746135172.684039:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628066176:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.684148:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628066176:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.684153:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2538 00002000:00100000:2.0:1746135172.684158:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb100 x1830954628066176/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.684165:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb100 with x1830954628066176 ext(0->4095) 00010000:00010000:2.0:1746135172.684168:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.684176:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00002000:00010000:2.0:1746135172.684182:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cb100 00000100:00100000:0.0:1746135172.687159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.687415:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628066304 00000100:00100000:2.0:1746135172.687424:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628066304 00010000:00010000:2.0:1746135172.687459:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.687500:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14042 00000100:00100000:2.0:1746135172.687507:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628066304:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.687519:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.687535:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.687545:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.687573:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237410 expref: 6 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.687602:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.687604:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.687611:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.687618:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.687680:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.687690:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625910784:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.688548:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.691671:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625910784:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.691700:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.691749:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628066304:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4241us (4596us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.691762:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14042 00000100:00100000:0.0:1746135172.691872:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.693259:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628066560 00000100:00100000:2.0:1746135172.693268:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628066560 00002000:00100000:2.0:1746135172.693311:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c8e00 x1830954628066560/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.693320:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8e00 with x1830954628066560 ext(0->4095) 00002000:00010000:2.0:1746135172.693324:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8e00 00000100:00100000:2.0:1746135172.693351:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13235 00000100:00100000:2.0:1746135172.693357:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628066560:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.693538:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628066560:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (1667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.693545:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13235 00002000:00100000:2.0:1746135172.693549:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c8e00 x1830954628066560/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.693565:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8e00 with x1830954628066560 ext(0->4095) 00002000:00010000:2.0:1746135172.693568:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8e00 00000100:00100000:0.0:1746135172.695479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.696865:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628066688 00000100:00100000:2.0:1746135172.696880:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628066688 00000100:00100000:2.0:1746135172.697203:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29735 00000100:00100000:2.0:1746135172.697213:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628066688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.697234:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.697259:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823741e expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.697295:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.697302:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.697304:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.697307:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.697340:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.697351:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 97 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.697364:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625910912:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.698128:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.701806:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625910912:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.701841:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.701858:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d800, rc 0) 00000100:00100000:2.0:1746135172.701900:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628066688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4689us (6426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.701912:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29735 00000100:00100000:0.0:1746135172.702356:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.702394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.702631:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628066816 00000100:00100000:2.0:1746135172.702637:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628066816 00010000:00010000:2.0:1746135172.702678:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 98 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:2.0:1746135172.702698:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14043 00000100:00100000:2.0:1746135172.702705:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628066816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.702719:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.702736:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 98 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.702745:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 98 pid: 9591 timeout: 916 lvb_type: 0 00010000:00010000:2.0:1746135172.702769:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e0c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237417 expref: 98 pid: 9591 timeout: 916 lvb_type: 0 00000100:00100000:3.0:1746135172.703188:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628066944 00000100:00100000:3.0:1746135172.703193:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628066944 00000100:00100000:3.0:1746135172.703214:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29736 00000100:00100000:3.0:1746135172.703219:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954628066944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.703235:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.703250:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237425 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.703268:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.703273:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.703278:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.703282:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.703322:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.703332:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.703339:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.703340:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.703346:0:11953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.703353:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.703369:0:11953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.703381:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 5 pid: 11953 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.703392:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625911168:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.703469:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00010000:00010000:2.0:1746135172.704251:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.704291:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954628066816:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1584us (1933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.704298:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14043 00000100:00100000:3.0:1746135172.707027:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625911168:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.707047:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:3.0:1746135172.707419:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954628066944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4197us (5022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.707428:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29736 00000100:00100000:0.0:1746135172.707723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.708360:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628067200 00000100:00100000:2.0:1746135172.708367:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628067200 00002000:00100000:2.0:1746135172.708402:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c8380 x1830954628067200/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.708415:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8380 with x1830954628067200 ext(0->4095) 00010000:00010000:2.0:1746135172.708423:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.708436:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.708442:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c8380 00000100:00100000:2.0:1746135172.708471:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2539 00000100:00100000:2.0:1746135172.708477:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628067200:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135172.708620:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628067200:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (897us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.708626:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2539 00002000:00100000:2.0:1746135172.708632:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c8380 x1830954628067200/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.708659:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8380 with x1830954628067200 ext(0->4095) 00010000:00010000:2.0:1746135172.708663:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.708672:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.708677:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c8380 00000100:00100000:0.0:1746135172.712778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.712904:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628067328 00000100:00100000:2.0:1746135172.712912:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628067328 00010000:00010000:2.0:1746135172.712943:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.713048:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14044 00000100:00100000:2.0:1746135172.713055:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628067328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.713069:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.713087:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.713098:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.713120:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e13 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823741e expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.713135:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.713137:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.713143:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.713150:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.713177:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.713187:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625911296:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.713266:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.717252:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625911296:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.717273:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.717310:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628067328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4255us (4541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.717321:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14044 00000100:00100000:0.0:1746135172.717489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.717740:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628067584 00000100:00100000:2.0:1746135172.717745:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628067584 00002000:00100000:2.0:1746135172.717774:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9c00 x1830954628067584/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.717783:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9c00 with x1830954628067584 ext(0->4095) 00002000:00010000:2.0:1746135172.717787:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c9c00 00000100:00100000:2.0:1746135172.717812:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13236 00000100:00100000:2.0:1746135172.717819:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628067584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.717931:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628067584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 112us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.717936:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13236 00002000:00100000:2.0:1746135172.717941:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9c00 x1830954628067584/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.717948:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9c00 with x1830954628067584 ext(0->4095) 00002000:00010000:2.0:1746135172.717950:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c9c00 00000100:00100000:0.0:1746135172.724776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.728238:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628067712 00000100:00100000:3.0:1746135172.728248:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628067712 00000100:00100000:3.0:1746135172.728310:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29737 00000100:00100000:3.0:1746135172.728318:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628067712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.728334:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.728350:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823742c expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.728377:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.728384:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.728385:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.728388:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.728411:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.728420:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 97 pid: 11953 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.728430:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625911424:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135172.731010:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.731184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.731301:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625911424:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135172.731325:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.731339:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135172.731379:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628067712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3062us (6612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.731387:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29737 00000100:00100000:2.0:1746135172.731482:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628067840 00000100:00100000:2.0:1746135172.731489:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628067840 00002000:00100000:2.0:1746135172.731521:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a3b80 x1830954628067840/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.731534:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3b80 with x1830954628067840 ext(0->7) 00010000:00010000:2.0:1746135172.731541:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 98 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.731563:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 98 pid: 11953 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.731570:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a3b80 00000100:00100000:2.0:1746135172.731590:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2540 00000100:00100000:2.0:1746135172.731597:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628067840:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135172.733041:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954628067840:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1438us (1853us total) trans 4294970640 rc 0/0 00000100:00100000:0.0:1746135172.733049:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2540 00002000:00100000:0.0:1746135172.733055:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a3b80 x1830954628067840/t4294970640(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.733062:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3b80 with x1830954628067840 ext(0->7) 00010000:00010000:0.0:1746135172.733069:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135172.733085:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135172.733090:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a3b80 00000100:00100000:0.0:1746135172.735190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.735439:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628067968 00000100:00100000:2.0:1746135172.735453:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628067968 00010000:00010000:2.0:1746135172.735503:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.735586:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14045 00000100:00100000:2.0:1746135172.735594:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954628067968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.735610:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746135172.735630:0:7231:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135172 -> 1746135173 00002000:00010000:2.0:1746135172.735633:0:7231:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135172 -> 1746135173 00010000:00010000:2.0:1746135172.735679:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.735693:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.735725:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e1a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237425 expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.735757:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.735759:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.735767:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.735776:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.735811:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.735824:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625911552:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.735906:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.738676:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625911552:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.738705:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.738748:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954628067968:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3155us (3572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.738760:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14045 00000100:00100000:0.0:1746135172.740247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.740374:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628068224 00000100:00100000:2.0:1746135172.740381:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628068224 00002000:00100000:2.0:1746135172.740417:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3800 x1830954628068224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.740431:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3800 with x1830954628068224 ext(0->4095) 00002000:00010000:2.0:1746135172.740435:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3800 00000100:00100000:2.0:1746135172.740466:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13237 00000100:00100000:2.0:1746135172.740473:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628068224:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.740630:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628068224:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.740636:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13237 00002000:00100000:2.0:1746135172.740663:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3800 x1830954628068224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.740669:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3800 with x1830954628068224 ext(0->4095) 00002000:00010000:2.0:1746135172.740672:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3800 00000100:00100000:0.0:1746135172.744489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.744600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.744947:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628068480 00000100:00100000:1.0:1746135172.744956:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628068480 00000100:00100000:1.0:1746135172.745010:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628068352 00000100:00100000:1.0:1746135172.745012:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628068352 00000100:00100000:1.0:1746135172.745027:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29738 00000100:00100000:1.0:1746135172.745034:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954628068480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.745051:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.745068:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237433 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.745098:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.745106:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.745107:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.745111:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.745143:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.745154:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 5 pid: 11953 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135172.745167:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625911680:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135172.745244:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.745304:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29739 00000100:00100000:3.0:1746135172.745312:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1820:x1830954628068352:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.745318:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.745323:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823743a expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.745334:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.745337:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 102 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.745342:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.745344:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 102 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.745365:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 102 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.745376:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 102 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.745389:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:3.0:1746135172.745421:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1820:x1830954628068352:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.745426:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29739 00000100:00100000:1.0:1746135172.747367:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625911680:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135172.747390:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.747403:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9c00, rc 0) 00000100:00100000:1.0:1746135172.747688:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1804:x1830954628068480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2653us (3209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.747695:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29738 00000100:00100000:1.0:1746135172.751879:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.752128:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628068608 00000100:00100000:2.0:1746135172.752138:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628068608 00010000:00010000:2.0:1746135172.752174:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.752213:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14046 00000100:00100000:2.0:1746135172.752219:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628068608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.752233:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.752253:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.752265:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.752287:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2e21 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823742c expref: 6 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.752317:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.752319:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.752326:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.752335:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.752367:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.752376:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 100 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.752385:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625911936:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.752458:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.761460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.762143:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625911936:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.762161:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.762211:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628068608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9991us (10345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.762221:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14046 00000100:00100000:1.0:1746135172.762401:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628068864 00000100:00100000:1.0:1746135172.762408:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628068864 00002000:00100000:1.0:1746135172.762437:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3100 x1830954628068864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.762445:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3100 with x1830954628068864 ext(0->4095) 00010000:00010000:1.0:1746135172.762452:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.762463:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.762469:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b3100 00000100:00100000:1.0:1746135172.762526:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2541 00000100:00100000:1.0:1746135172.762533:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954628068864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135172.762919:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954628068864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 386us (1466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.762925:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2541 00002000:00100000:1.0:1746135172.762930:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3100 x1830954628068864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.762937:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3100 with x1830954628068864 ext(0->4095) 00010000:00010000:1.0:1746135172.762941:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.762949:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.762955:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b3100 00000100:00100000:0.0:1746135172.766517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.766674:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628068992 00000100:00100000:2.0:1746135172.766682:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628068992 00010000:00010000:2.0:1746135172.766711:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.766748:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14047 00000100:00100000:2.0:1746135172.766754:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c63c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2009:x1830954628068992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.766766:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.766781:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.766792:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.766813:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c2e28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237433 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.766840:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.766842:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.766848:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.766855:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.766880:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.766889:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625912064:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.766953:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.769941:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625912064:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.769961:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.769999:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c63c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2009:x1830954628068992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3244us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.770010:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14047 00000100:00100000:1.0:1746135172.770112:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.770183:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628069248 00000100:00100000:2.0:1746135172.770188:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628069248 00002000:00100000:2.0:1746135172.770226:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2680 x1830954628069248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.770234:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2680 with x1830954628069248 ext(0->4095) 00002000:00010000:2.0:1746135172.770238:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a2680 00000100:00100000:2.0:1746135172.770252:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13238 00000100:00100000:2.0:1746135172.770257:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954628069248:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.770367:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954628069248:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.770372:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13238 00002000:00100000:2.0:1746135172.770377:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2680 x1830954628069248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.771078:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2680 with x1830954628069248 ext(0->4095) 00002000:00010000:2.0:1746135172.771085:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a2680 00000100:00100000:0.0:1746135172.772067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.772179:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628069376 00000100:00100000:1.0:1746135172.772185:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628069376 00000100:00100000:1.0:1746135172.772214:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29740 00000100:00100000:1.0:1746135172.772219:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628069376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.772231:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.772245:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237441 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.772266:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.772271:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.772273:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.772275:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.772298:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.772307:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 99 pid: 11953 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135172.772315:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625912192:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135172.772384:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.774374:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625912192:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135172.774400:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.774416:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8800, rc 0) 00000100:00100000:1.0:1746135172.774463:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628069376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2242us (2398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.774469:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29740 00000100:00100000:0.0:1746135172.776130:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.776221:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628069504 00000100:00100000:2.0:1746135172.776228:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628069504 00010000:00010000:2.0:1746135172.776256:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.776511:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14048 00000100:00100000:2.0:1746135172.776524:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954628069504:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.776537:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.776566:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.776576:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.776597:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2e2f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823743a expref: 100 pid: 11953 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.777194:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.777197:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.777204:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.777211:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.777241:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.777251:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625912320:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.777324:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.780520:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.781028:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628069632 00000100:00100000:1.0:1746135172.781038:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628069632 00000100:00100000:1.0:1746135172.781098:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29741 00000100:00100000:1.0:1746135172.781106:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954628069632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.781125:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.781141:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237448 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.781167:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.781178:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.781180:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.781183:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.781208:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.781218:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135172.781228:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625912448:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135172.781388:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.781734:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625912320:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.781751:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.782104:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954628069504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5580us (5978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.782114:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14048 00000100:00100000:0.0:1746135172.782449:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.783464:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628069888 00000100:00100000:2.0:1746135172.783471:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628069888 00002000:00100000:2.0:1746135172.783502:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b2a00 x1830954628069888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.783510:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b2a00 with x1830954628069888 ext(0->4095) 00010000:00010000:2.0:1746135172.783518:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.783529:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.783535:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b2a00 00000100:00100000:2.0:1746135172.783567:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2542 00000100:00100000:2.0:1746135172.783572:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628069888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.783702:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628069888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1254us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.783707:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2542 00002000:00100000:2.0:1746135172.783711:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b2a00 x1830954628069888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.783717:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b2a00 with x1830954628069888 ext(0->4095) 00010000:00010000:2.0:1746135172.783722:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.783729:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.783734:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b2a00 00000100:00100000:1.0:1746135172.784269:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625912448:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135172.784289:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.784301:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8a00, rc 0) 00000100:00100000:1.0:1746135172.784331:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954628069632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3226us (3819us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.784337:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29741 00000100:00100000:0.0:1746135172.787018:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.787069:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628070016 00000100:00100000:1.0:1746135172.787076:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628070016 00000100:00100000:1.0:1746135172.787121:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29742 00000100:00100000:1.0:1746135172.787127:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1820:x1830954628070016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.787147:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.787164:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823744f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.787192:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.787197:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.787203:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.787207:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.787242:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.787259:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.787268:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009df4be00, rc 0) 00000100:00100000:1.0:1746135172.787322:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:1820:x1830954628070016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 194us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.787326:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29742 00000100:00100000:0.0:1746135172.789330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.789494:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628070144 00000100:00100000:2.0:1746135172.789501:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628070144 00010000:00010000:2.0:1746135172.789532:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.789630:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14049 00000100:00100000:2.0:1746135172.789637:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628070144:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.789677:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.789697:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.789708:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.789734:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8800/0xc3cfcce4a57c2e36 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237441 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.790141:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.790144:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.790153:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.790165:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.790202:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.790214:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 100 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.790226:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625912704:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.790310:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.793558:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625912704:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.793580:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.793624:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628070144:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3986us (4300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.793635:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14049 00000100:00100000:0.0:1746135172.793958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.794024:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628070400 00000100:00100000:1.0:1746135172.794029:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628070400 00002000:00100000:1.0:1746135172.794056:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b2d80 x1830954628070400/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.794064:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b2d80 with x1830954628070400 ext(0->4095) 00010000:00010000:1.0:1746135172.794071:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.794082:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.794087:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b2d80 00000100:00100000:1.0:1746135172.794098:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2543 00000100:00100000:1.0:1746135172.794103:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954628070400:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135172.794192:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2010:x1830954628070400:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 88us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.794197:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2543 00002000:00100000:1.0:1746135172.794201:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b2d80 x1830954628070400/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.794207:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b2d80 with x1830954628070400 ext(0->4095) 00010000:00010000:1.0:1746135172.794211:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.794219:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.794223:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b2d80 00000100:00100000:0.0:1746135172.796986:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.797337:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628070528 00000100:00100000:2.0:1746135172.797346:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628070528 00010000:00010000:2.0:1746135172.797380:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.797420:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14050 00000100:00100000:2.0:1746135172.797426:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2011:x1830954628070528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.797439:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.797460:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.797471:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.797494:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c2e3d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237448 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.797891:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.797893:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.797901:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.797909:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.797946:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.797959:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625912832:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.798063:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.801360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.801454:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625912832:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.801479:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.801672:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954628070528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4245us (4697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.801682:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14050 00000100:00100000:3.0:1746135172.801885:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628070784 00000100:00100000:3.0:1746135172.801891:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628070784 00002000:00100000:3.0:1746135172.801927:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1f80 x1830954628070784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.801935:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1f80 with x1830954628070784 ext(0->4095) 00002000:00010000:3.0:1746135172.801939:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b1f80 00000100:00100000:3.0:1746135172.801970:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13239 00000100:00100000:3.0:1746135172.801975:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2008:x1830954628070784:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135172.802106:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2008:x1830954628070784:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (755us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.802111:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13239 00002000:00100000:3.0:1746135172.802115:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1f80 x1830954628070784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.802121:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1f80 with x1830954628070784 ext(0->4095) 00002000:00010000:3.0:1746135172.802124:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b1f80 00000100:00100000:0.0:1746135172.804792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.804996:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628070912 00000100:00100000:3.0:1746135172.805004:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628070912 00000100:00100000:3.0:1746135172.805061:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29743 00000100:00100000:3.0:1746135172.805068:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628070912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.805089:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.805108:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237456 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.805138:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.805145:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.805146:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.805150:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.805180:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.805191:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 99 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.805203:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625912960:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135172.806157:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.807623:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625912960:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135172.807669:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.807683:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:3.0:1746135172.807719:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628070912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2651us (2936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.807729:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29743 00000100:00100000:0.0:1746135172.808776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.809521:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628071040 00000100:00100000:3.0:1746135172.809529:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628071040 00010000:00010000:3.0:1746135172.809580:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 100 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.810967:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14051 00000100:00100000:3.0:1746135172.810984:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954628071040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.811005:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.811037:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 100 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.811050:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 100 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.811083:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823744f expref: 100 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.811119:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.811121:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.811130:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.811139:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.811182:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.811196:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625913088:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.812497:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.812849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.813719:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628071168 00000100:00100000:3.0:1746135172.813730:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628071168 00000100:00100000:3.0:1746135172.813802:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29744 00000100:00100000:3.0:1746135172.813811:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954628071168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.813830:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.813852:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823745d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.813883:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.813891:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.813893:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.813896:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.813926:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.813937:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.813946:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625913216:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135172.814038:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.815759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.815956:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625913088:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.815977:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135172.816097:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628071424 00000100:00100000:1.0:1746135172.816105:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628071424 00002000:00100000:1.0:1746135172.816158:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e6300 x1830954628071424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.816174:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6300 with x1830954628071424 ext(0->4095) 00010000:00010000:1.0:1746135172.816183:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.816198:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.816204:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e6300 00000100:00100000:1.0:1746135172.816239:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2544 00000100:00100000:1.0:1746135172.816247:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628071424:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135172.816801:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+101:2011:x1830954628071040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5822us (8027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.816810:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14051 00000100:00100000:1.0:1746135172.817525:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628071424:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 1275us (1776us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.817532:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2544 00002000:00100000:1.0:1746135172.817540:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e6300 x1830954628071424/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.817548:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6300 with x1830954628071424 ext(0->4095) 00010000:00010000:1.0:1746135172.817562:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.817573:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.817579:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e6300 00000100:00100000:3.0:1746135172.818135:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625913216:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135172.818159:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 100 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.818171:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99200, rc 0) 00000100:00100000:3.0:1746135172.818204:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954628071168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4396us (5360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.818211:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29744 00000100:00100000:0.0:1746135172.821587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.822379:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628071552 00000100:00100000:3.0:1746135172.822391:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628071552 00010000:00010000:3.0:1746135172.822435:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.822476:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14052 00000100:00100000:3.0:1746135172.822484:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628071552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.822503:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.822529:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.822541:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.822581:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2e4b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237456 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.822844:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.822847:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.822856:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.822865:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135172.823356:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135172.823375:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625913344:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135172.824247:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.826006:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625913344:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.826035:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.826089:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628071552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3604us (4508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.826099:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14052 00000100:00100000:2.0:1746135172.826626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.826822:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628071808 00000100:00100000:1.0:1746135172.826830:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628071808 00002000:00100000:1.0:1746135172.826876:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4380 x1830954628071808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.826887:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4380 with x1830954628071808 ext(0->4095) 00002000:00010000:1.0:1746135172.826892:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4380 00000100:00100000:1.0:1746135172.826962:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13240 00000100:00100000:1.0:1746135172.826970:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954628071808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135172.827382:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954628071808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 412us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.827387:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13240 00002000:00100000:1.0:1746135172.827392:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4380 x1830954628071808/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.827399:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4380 with x1830954628071808 ext(0->4095) 00002000:00010000:1.0:1746135172.827402:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4380 00000100:00100000:0.0:1746135172.830870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.831049:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628071936 00000100:00100000:3.0:1746135172.831057:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628071936 00000100:00100000:3.0:1746135172.831093:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29745 00000100:00100000:3.0:1746135172.831100:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628071936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.831116:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.831135:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237464 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.831161:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.831168:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.831169:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.831172:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.831202:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.831213:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 99 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.831224:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625913472:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135172.831305:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.835772:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625913472:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135172.835810:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.835830:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98c00, rc 0) 00000100:00100000:0.0:1746135172.836118:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628071936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5014us (5256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135172.836130:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29745 00000100:00100000:0.0:1746135172.839779:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.839938:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628072064 00000100:00100000:1.0:1746135172.839949:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628072064 00002000:00100000:1.0:1746135172.840010:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801325b0e00 x1830954628072064/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.840022:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0e00 with x1830954628072064 ext(0->7) 00010000:00010000:1.0:1746135172.840033:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 100 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.840050:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 100 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.840062:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b0e00 00000100:00100000:1.0:1746135172.840160:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2545 00000100:00100000:1.0:1746135172.840170:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954628072064:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135172.844256:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628072064:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4072us (4473us total) trans 4294970641 rc 0/0 00000100:00100000:0.0:1746135172.844272:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2545 00002000:00100000:0.0:1746135172.844287:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801325b0e00 x1830954628072064/t4294970641(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.844297:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0e00 with x1830954628072064 ext(0->7) 00010000:00010000:0.0:1746135172.844311:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135172.844330:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135172.844338:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b0e00 00000100:00100000:0.0:1746135172.849974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.850128:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628072192 00000100:00100000:2.0:1746135172.850143:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628072192 00010000:00010000:2.0:1746135172.850194:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:0.0:1746135172.850633:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.850638:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14053 00000100:00100000:2.0:1746135172.850673:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628072192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746135172.850675:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628072320 00000100:00100000:0.0:1746135172.850679:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628072320 00010000:00010000:2.0:1746135172.850688:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.850714:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.850729:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:0.0:1746135172.850776:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29746 00000100:00100000:0.0:1746135172.850782:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1804:x1830954628072320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135172.850803:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135172.850819:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823746b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.850936:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c2e52 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823745d expref: 104 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135172.850936:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135172.850944:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135172.850949:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135172.850953:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.850963:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.850965:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.850973:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.850981:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.851017:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.851031:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.851043:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625913600:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.851150:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4240 going to sleep for 11 seconds 00010000:00010000:1.0:1746135172.851317:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.851326:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135172.851334:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625913728:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135172.851360:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135172.853498:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625913728:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135172.853530:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.853548:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9200, rc 0) 00000100:00100000:0.0:1746135172.853573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.853597:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1804:x1830954628072320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2815us (2964us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.853605:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29746 00000100:00100000:2.0:1746135172.853677:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625913600:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.853690:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135172.854089:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628072576 00000100:00100000:0.0:1746135172.854096:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628072576 00002000:00100000:0.0:1746135172.854140:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c8700 x1830954628072576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.854149:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8700 with x1830954628072576 ext(0->4095) 00010000:00010000:0.0:1746135172.854157:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135172.854171:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135172.854192:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c8700 00000100:00100000:3.0:1746135172.854277:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2546 00000100:00100000:3.0:1746135172.854290:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628072576:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135172.854450:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628072576:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (877us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.854456:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2546 00002000:00100000:3.0:1746135172.854461:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c8700 x1830954628072576/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.854468:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8700 with x1830954628072576 ext(0->4095) 00010000:00010000:3.0:1746135172.854473:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.854489:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135172.854495:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c8700 00000100:00100000:2.0:1746135172.854523:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628072192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3851us (4560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.854533:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14053 00000100:00100000:0.0:1746135172.860934:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.860995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.861020:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628072704 00000100:00100000:2.0:1746135172.861031:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628072704 00010000:00010000:2.0:1746135172.861078:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.861410:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14054 00000100:00100000:1.0:1746135172.861415:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628072832 00000100:00100000:2.0:1746135172.861418:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c61c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628072704:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746135172.861419:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628072832 00010000:00010000:2.0:1746135172.861432:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746135172.861444:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29747 00000100:00100000:1.0:1746135172.861450:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1820:x1830954628072832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.861456:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.861466:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.861467:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.861479:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237472 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.861487:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98c00/0xc3cfcce4a57c2e59 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237464 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.861494:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.861504:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.861510:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.861765:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.861795:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.861806:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.861813:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.861814:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135172.861819:0:11615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.861825:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.861838:0:11615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.862077:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.862119:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c61c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628072704:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 702us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.862126:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14054 00010000:00010000:1.0:1746135172.862175:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135172.862186:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625913984:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135172.862681:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.865874:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.866280:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625913984:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135172.866309:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009df4be00, rc 0) 00000100:00100000:1.0:1746135172.866373:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1820:x1830954628072832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4921us (5375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.866382:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29747 00000100:00100000:2.0:1746135172.866601:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628073088 00000100:00100000:2.0:1746135172.866610:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628073088 00002000:00100000:2.0:1746135172.866695:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6ca680 x1830954628073088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.866706:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6ca680 with x1830954628073088 ext(0->4095) 00010000:00010000:2.0:1746135172.866716:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 104 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.866732:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 104 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.866739:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6ca680 00000100:00100000:2.0:1746135172.866781:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2547 00000100:00100000:2.0:1746135172.866788:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2008:x1830954628073088:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135172.866975:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2008:x1830954628073088:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (1110us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.866982:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2547 00002000:00100000:2.0:1746135172.866988:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6ca680 x1830954628073088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.866995:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6ca680 with x1830954628073088 ext(0->4095) 00010000:00010000:2.0:1746135172.867004:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.867013:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.867022:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6ca680 00000100:00100000:0.0:1746135172.871092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.871194:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628073216 00000100:00100000:2.0:1746135172.871204:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628073216 00010000:00010000:2.0:1746135172.871235:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.871288:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14055 00000100:00100000:2.0:1746135172.871294:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2011:x1830954628073216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.871307:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.871324:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.871335:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.871355:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9200/0xc3cfcce4a57c2e60 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823746b expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.871502:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.871504:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.871512:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.871519:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.871549:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.871570:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625914112:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.871905:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.875412:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625914112:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135172.875433:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.875469:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2011:x1830954628073216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4175us (4389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.875479:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14055 00000100:00100000:0.0:1746135172.875715:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.875941:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628073472 00000100:00100000:0.0:1746135172.875947:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628073472 00002000:00100000:0.0:1746135172.875982:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c8a80 x1830954628073472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.875991:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8a80 with x1830954628073472 ext(0->4095) 00002000:00010000:0.0:1746135172.875996:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6c8a80 00000100:00100000:0.0:1746135172.876018:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13241 00000100:00100000:0.0:1746135172.876024:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628073472:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135172.876152:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628073472:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (438us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135172.876157:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13241 00002000:00100000:0.0:1746135172.876161:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c8a80 x1830954628073472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.876169:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8a80 with x1830954628073472 ext(0->4095) 00002000:00010000:0.0:1746135172.876171:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6c8a80 00000100:00100000:0.0:1746135172.879214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.879477:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628073600 00000100:00100000:1.0:1746135172.879487:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628073600 00000100:00100000:1.0:1746135172.879534:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29748 00000100:00100000:1.0:1746135172.879544:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628073600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.879574:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.879593:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237479 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.879627:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.879635:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.879636:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.879674:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.879708:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.879719:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 101 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135172.879729:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625914240:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135172.880319:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.883277:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625914240:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.883323:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.883347:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b600800, rc 0) 00000100:00100000:2.0:1746135172.883399:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628073600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3855us (4192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.883409:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29748 00000100:00100000:0.0:1746135172.885412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.886431:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628073728 00000100:00100000:2.0:1746135172.886444:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628073728 00010000:00010000:2.0:1746135172.886483:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.886513:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14056 00000100:00100000:2.0:1746135172.886520:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2011:x1830954628073728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135172.886536:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135172.886568:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.886580:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.886602:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c2e67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237472 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.886631:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.886633:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.886667:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.886679:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.886720:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135172.886736:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625914368:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.886834:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.887596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.888488:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628073856 00000100:00100000:3.0:1746135172.888496:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628073856 00000100:00100000:3.0:1746135172.888536:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29749 00000100:00100000:3.0:1746135172.888542:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1804:x1830954628073856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.888569:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.888584:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237480 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.888609:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.888616:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.888617:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.888620:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.888679:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.888689:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.888700:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625914496:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135172.888779:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.889922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.890000:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628074112 00000100:00100000:2.0:1746135172.890008:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628074112 00002000:00100000:2.0:1746135172.890045:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c9f80 x1830954628074112/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.890054:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9f80 with x1830954628074112 ext(0->4095) 00010000:00010000:2.0:1746135172.890062:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.890074:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.890080:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c9f80 00000100:00100000:3.0:1746135172.890082:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625914368:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135172.890097:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2548 00010000:00010000:3.0:1746135172.890102:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135172.890104:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628074112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135172.890147:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2011:x1830954628073728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3628us (4745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.890156:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14056 00000100:00100000:2.0:1746135172.890247:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628074112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.890255:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2548 00002000:00100000:2.0:1746135172.890260:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c9f80 x1830954628074112/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.890265:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9f80 with x1830954628074112 ext(0->4095) 00010000:00010000:2.0:1746135172.890269:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135172.890276:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135172.890281:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c9f80 00000100:00100000:3.0:1746135172.890888:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625914496:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135172.890905:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.890917:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135172.890947:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1804:x1830954628073856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2405us (3354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.890953:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29749 00000100:00100000:0.0:1746135172.893421:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.894172:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628074240 00000100:00100000:3.0:1746135172.894182:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628074240 00000100:00100000:3.0:1746135172.894246:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29750 00000100:00100000:3.0:1746135172.894253:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1820:x1830954628074240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135172.894277:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135172.894298:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237487 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.894329:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.894338:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.894348:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135172.894351:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.894389:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.894399:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.894408:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:3.0:1746135172.894460:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1820:x1830954628074240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.894465:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29750 00000100:00100000:0.0:1746135172.895230:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.896294:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628074368 00000100:00100000:3.0:1746135172.896302:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628074368 00010000:00010000:3.0:1746135172.896329:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.896795:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14057 00000100:00100000:3.0:1746135172.896802:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628074368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.896815:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.896834:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.896845:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.896865:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c2e6e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237479 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.896894:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.896896:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.896902:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.896909:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.896935:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.896943:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.896954:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625914752:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.897227:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.899631:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625914752:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.899673:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.899710:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628074368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2908us (4482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.899720:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14057 00000100:00100000:0.0:1746135172.900262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.900308:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628074624 00000100:00100000:0.0:1746135172.900314:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628074624 00002000:00100000:0.0:1746135172.900348:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622300 x1830954628074624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.900356:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622300 with x1830954628074624 ext(0->4095) 00010000:00010000:0.0:1746135172.900362:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135172.900373:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135172.900378:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622300 00000100:00100000:0.0:1746135172.900401:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2549 00000100:00100000:0.0:1746135172.900406:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2011:x1830954628074624:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135172.901303:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2011:x1830954628074624:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 893us (1038us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.901309:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2549 00002000:00100000:1.0:1746135172.901314:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622300 x1830954628074624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.901321:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622300 with x1830954628074624 ext(0->4095) 00010000:00010000:1.0:1746135172.901325:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.901334:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.901339:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622300 00000100:00100000:0.0:1746135172.903819:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.904140:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628074752 00000100:00100000:3.0:1746135172.904150:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628074752 00010000:00010000:3.0:1746135172.904179:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.904287:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14058 00000100:00100000:3.0:1746135172.904293:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954628074752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.904306:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.904320:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.904330:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.904349:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2e75 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237480 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.904362:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.904364:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.904369:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.904375:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.904399:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 102 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.904408:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625914880:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.905307:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.908747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.909623:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625914880:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.909652:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.909706:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628074752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5412us (5893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.909716:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14058 00000100:00100000:1.0:1746135172.909930:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628075008 00000100:00100000:1.0:1746135172.909937:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628075008 00002000:00100000:1.0:1746135172.909974:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a623100 x1830954628075008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.909989:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623100 with x1830954628075008 ext(0->4095) 00002000:00010000:1.0:1746135172.909994:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a623100 00000100:00100000:1.0:1746135172.910020:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13242 00000100:00100000:1.0:1746135172.910025:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628075008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135172.910169:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628075008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (1433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.910175:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13242 00002000:00100000:1.0:1746135172.910179:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a623100 x1830954628075008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.910186:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623100 with x1830954628075008 ext(0->4095) 00002000:00010000:1.0:1746135172.910189:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a623100 00000100:00100000:0.0:1746135172.913163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.913268:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628075136 00000100:00100000:2.0:1746135172.913277:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628075136 00000100:00100000:2.0:1746135172.913329:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29751 00000100:00100000:2.0:1746135172.913336:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628075136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.913354:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.913371:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823748e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.913402:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.913409:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.913410:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.913413:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.913448:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 101 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.913459:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 101 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.913471:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625915008:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.913566:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.916438:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625915008:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.916475:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.916492:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b601000, rc 0) 00000100:00100000:2.0:1746135172.916540:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628075136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3204us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.916549:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29751 00000100:00100000:0.0:1746135172.917604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.918171:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628075264 00000100:00100000:3.0:1746135172.918179:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628075264 00010000:00010000:3.0:1746135172.918205:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.918668:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14059 00000100:00100000:3.0:1746135172.918676:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2011:x1830954628075264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.918689:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.918714:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.918726:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.918750:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2e7c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237487 expref: 102 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.918781:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.918782:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.918789:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.918802:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.918830:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.918841:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625915136:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.918939:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.921571:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.921794:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628075392 00000100:00100000:2.0:1746135172.921804:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628075392 00000100:00100000:2.0:1746135172.921852:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29752 00000100:00100000:2.0:1746135172.921860:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1804:x1830954628075392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.921878:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.921895:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237495 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.921927:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.921934:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.921937:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.921940:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 103 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.922209:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.922221:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.922234:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625915264:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135172.922467:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625915136:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.922487:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.922513:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2011:x1830954628075264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3838us (4912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.922522:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14059 00000100:00100000:2.0:1746135172.923116:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.925038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.926026:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625915264:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.926063:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 102 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.926081:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d800, rc 0) 00000100:00100000:2.0:1746135172.926128:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1804:x1830954628075392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4268us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.926135:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29752 00000100:00100000:1.0:1746135172.926212:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628075648 00000100:00100000:1.0:1746135172.926220:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628075648 00002000:00100000:1.0:1746135172.926259:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a621c00 x1830954628075648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.926268:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a621c00 with x1830954628075648 ext(0->4095) 00010000:00010000:1.0:1746135172.926274:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.926286:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.926291:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a621c00 00000100:00100000:1.0:1746135172.926307:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2550 00000100:00100000:1.0:1746135172.926312:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628075648:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135172.926441:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628075648:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (1409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135172.926447:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2550 00002000:00100000:1.0:1746135172.926451:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a621c00 x1830954628075648/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.926458:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a621c00 with x1830954628075648 ext(0->4095) 00010000:00010000:1.0:1746135172.926462:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.926470:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.926476:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a621c00 00000100:00100000:0.0:1746135172.928905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.929091:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628075776 00000100:00100000:3.0:1746135172.929100:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628075776 00010000:00010000:3.0:1746135172.929137:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.929166:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14060 00000100:00100000:3.0:1746135172.929172:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628075776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.929185:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.929207:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.929217:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.929240:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b601000/0xc3cfcce4a57c2e83 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823748e expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.929274:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.929276:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.929284:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.929295:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.929327:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.929338:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625915392:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.929423:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.933203:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625915392:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.933221:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.933257:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628075776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4085us (4364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.933268:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14060 00000100:00100000:0.0:1746135172.934381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.934587:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628076032 00000100:00100000:3.0:1746135172.934593:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628076032 00002000:00100000:3.0:1746135172.934622:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a620380 x1830954628076032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.934637:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620380 with x1830954628076032 ext(0->4095) 00002000:00010000:3.0:1746135172.934658:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a620380 00000100:00100000:3.0:1746135172.935247:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13243 00000100:00100000:3.0:1746135172.935257:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628076032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135172.935396:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:2010:x1830954628076032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (1017us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.935401:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13243 00002000:00100000:3.0:1746135172.935406:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a620380 x1830954628076032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.935413:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620380 with x1830954628076032 ext(0->4095) 00002000:00010000:3.0:1746135172.935416:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a620380 00000100:00100000:0.0:1746135172.944126:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.944199:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628076160 00000100:00100000:2.0:1746135172.944206:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628076160 00000100:00100000:2.0:1746135172.944313:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29753 00000100:00100000:2.0:1746135172.944320:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628076160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.944338:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.944355:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823749c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.944378:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.944384:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.944386:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.944389:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.944411:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 101 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.944419:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 101 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.944429:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625915520:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.956524:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.960380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.960850:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628076416 00000100:00100000:1.0:1746135172.960857:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628076416 00000100:00100000:1.0:1746135172.960896:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29754 00000100:00100000:1.0:1746135172.960901:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+102:1804:x1830954628076416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135172.960923:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135172.960940:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374a3 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.960962:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135172.960967:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.960976:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135172.960979:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.961007:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.961017:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135172.961025:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b671600, rc 0) 00000100:00100000:1.0:1746135172.961057:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:1804:x1830954628076416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135172.961062:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29754 00000100:00100000:0.0:1746135172.961858:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135172.962826:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628076288 00000100:00100000:1.0:1746135172.962833:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628076288 00002000:00100000:1.0:1746135172.962868:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f56c380 x1830954628076288/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135172.962876:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c380 with x1830954628076288 ext(0->7) 00010000:00010000:1.0:1746135172.962884:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 103 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135172.962896:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 103 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135172.962901:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56c380 00000100:00100000:1.0:1746135172.962936:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2551 00000100:00100000:1.0:1746135172.962943:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+103:2010:x1830954628076288:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135172.963328:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625915520:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.963356:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.963368:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c47d600, rc 0) 00000100:00100000:2.0:1746135172.963411:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628076160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19091us (19291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.963420:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29753 00000100:00100000:0.0:1746135172.964582:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2010:x1830954628076288:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1634us (2720us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746135172.964591:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2551 00002000:00100000:0.0:1746135172.964599:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f56c380 x1830954628076288/t4294970642(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 496/448 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.964607:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c380 with x1830954628076288 ext(0->7) 00010000:00010000:0.0:1746135172.964614:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 105 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135172.964624:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 105 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135172.964631:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56c380 00000100:00100000:0.0:1746135172.965976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.966042:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628076544 00000100:00100000:3.0:1746135172.966049:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628076544 00010000:00010000:3.0:1746135172.966073:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 105 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.966091:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14061 00000100:00100000:3.0:1746135172.966096:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c60850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2008:x1830954628076544:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.966106:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.966119:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 105 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.966128:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 105 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.966147:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d800/0xc3cfcce4a57c2e8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237495 expref: 105 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.966171:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.966173:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.966179:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.966186:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.966211:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.966220:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.966229:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625915776:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.966298:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.969080:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625915776:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.969101:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.969147:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c60850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2008:x1830954628076544:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3049us (3174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.969159:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14061 00000100:00100000:1.0:1746135172.969207:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135172.969272:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628076800 00000100:00100000:0.0:1746135172.969278:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628076800 00002000:00100000:0.0:1746135172.969316:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0e00 x1830954628076800/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.969325:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0e00 with x1830954628076800 ext(0->4095) 00010000:00010000:0.0:1746135172.969333:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135172.969345:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135172.969353:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0e00 00000100:00100000:0.0:1746135172.969484:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2552 00000100:00100000:0.0:1746135172.969492:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628076800:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135172.969679:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628076800:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 188us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135172.969685:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2552 00002000:00100000:0.0:1746135172.969689:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0e00 x1830954628076800/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135172.969696:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0e00 with x1830954628076800 ext(0->4095) 00010000:00010000:0.0:1746135172.969701:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135172.969709:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135172.969714:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0e00 00000100:00100000:0.0:1746135172.971844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.971915:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628076928 00000100:00100000:3.0:1746135172.971923:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628076928 00010000:00010000:3.0:1746135172.971949:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.971981:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14062 00000100:00100000:3.0:1746135172.971987:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628076928:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.971997:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.972012:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.972021:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.972040:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d600/0xc3cfcce4a57c2e91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823749c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.972065:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.972067:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.972074:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.972085:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.972116:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.972125:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625915904:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.972228:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.974874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.975192:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628077184 00000100:00100000:2.0:1746135172.975203:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628077184 00002000:00100000:2.0:1746135172.975259:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56c700 x1830954628077184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.975271:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c700 with x1830954628077184 ext(0->4095) 00002000:00010000:2.0:1746135172.975277:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56c700 00000100:00100000:3.0:1746135172.975407:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625915904:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.975429:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.975486:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628076928:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3497us (3648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.975497:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14062 00000100:00100000:2.0:1746135172.975842:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13244 00000100:00100000:2.0:1746135172.975849:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954628077184:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.975980:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954628077184:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (1121us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135172.975985:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13244 00002000:00100000:2.0:1746135172.975990:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56c700 x1830954628077184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135172.975997:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c700 with x1830954628077184 ext(0->4095) 00002000:00010000:2.0:1746135172.975999:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56c700 00000100:00100000:0.0:1746135172.978689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.978794:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628077312 00000100:00100000:2.0:1746135172.978801:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628077312 00000100:00100000:2.0:1746135172.978917:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29755 00000100:00100000:2.0:1746135172.978925:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628077312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.978939:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.978955:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374aa expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.978985:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.978991:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.978993:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135172.978996:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.979022:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 103 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.979032:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 103 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.979042:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625916032:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.979350:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135172.984721:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135172.984875:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625916032:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.984917:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.984936:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe9800, rc 0) 00000100:00100000:2.0:1746135172.984991:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628077312:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6067us (6309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.984999:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29755 00000100:00100000:0.0:1746135172.985874:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.985878:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628077440 00000100:00100000:3.0:1746135172.985886:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628077440 00010000:00010000:3.0:1746135172.985917:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 104 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.985936:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14063 00000100:00100000:3.0:1746135172.985941:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2010:x1830954628077440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.985951:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.985969:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 104 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.985979:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 104 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.986000:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b671600/0xc3cfcce4a57c2e98 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374a3 expref: 104 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.986026:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.986028:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.986037:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.986053:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.986092:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.986106:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625916160:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.986178:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135172.987203:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628077568 00000100:00100000:2.0:1746135172.987212:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628077568 00000100:00100000:2.0:1746135172.987925:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29756 00000100:00100000:2.0:1746135172.987935:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:1804:x1830954628077568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135172.987956:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135172.987980:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374b1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.988012:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.988019:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.988020:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135172.988025:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.988057:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.988069:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135172.988082:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625916288:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135172.988176:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:3.0:1746135172.990216:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625916160:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135172.990241:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135172.990292:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+105:2010:x1830954628077440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4349us (5583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135172.990305:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14063 00000100:00100000:0.0:1746135172.991778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.991888:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628077824 00000100:00100000:3.0:1746135172.991895:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628077824 00002000:00100000:3.0:1746135172.991932:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622d80 x1830954628077824/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/0 e 0 to 0 dl 1746135183 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.991941:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622d80 with x1830954628077824 ext(0->4095) 00010000:00010000:3.0:1746135172.991949:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.991963:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135172.991969:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130622d80 00000100:00100000:3.0:1746135172.991993:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2553 00000100:00100000:3.0:1746135172.992000:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628077824:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135172.992393:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625916288:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135172.992434:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 104 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135172.992457:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:3.0:1746135172.992891:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628077824:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 889us (1117us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135172.992900:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2553 00002000:00100000:3.0:1746135172.992909:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622d80 x1830954628077824/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:628/0 lens 488/4536 e 0 to 0 dl 1746135183 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135172.992917:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622d80 with x1830954628077824 ext(0->4095) 00010000:00010000:3.0:1746135172.992923:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.992934:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135172.992940:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130622d80 00000100:00100000:2.0:1746135172.993209:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:1804:x1830954628077568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5274us (7335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135172.993219:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29756 00000100:00100000:0.0:1746135172.997401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135172.997504:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628077952 00000100:00100000:3.0:1746135172.997512:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628077952 00010000:00010000:3.0:1746135172.997545:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135172.997817:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14064 00000100:00100000:3.0:1746135172.997825:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628077952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135172.997838:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135172.997854:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.997870:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.997892:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c2e9f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374aa expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135172.998068:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.998071:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135172.998077:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 103 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.998084:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 103 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135172.998113:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 103 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135172.998124:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625916416:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135172.998489:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.001671:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625916416:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.001690:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.001728:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628077952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3904us (4338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.001738:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14064 00000100:00100000:0.0:1746135173.003864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.003992:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628078208 00000100:00100000:3.0:1746135173.004001:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628078208 00002000:00100000:3.0:1746135173.004582:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620380 x1830954628078208/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.004688:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620380 with x1830954628078208 ext(0->4095) 00002000:00010000:3.0:1746135173.004693:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130620380 00000100:00100000:3.0:1746135173.004722:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13245 00000100:00100000:3.0:1746135173.004730:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954628078208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135173.004859:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2011:x1830954628078208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (1004us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.004865:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13245 00002000:00100000:3.0:1746135173.004870:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130620380 x1830954628078208/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.004877:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620380 with x1830954628078208 ext(0->4095) 00002000:00010000:3.0:1746135173.004879:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130620380 00000100:00080000:1.0:1746135173.005163:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135173.011422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.011623:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628078336 00000100:00100000:2.0:1746135173.011631:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628078336 00000100:00100000:2.0:1746135173.011711:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29757 00000100:00100000:2.0:1746135173.011718:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628078336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.011735:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.011753:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374b8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.011779:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 103 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.011787:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.011789:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.011793:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.011821:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 103 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.011831:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 103 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.011849:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625916544:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.011934:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00080000:1.0:1746135173.013417:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746135173.014540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.014615:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628078464 00000100:00100000:0.0:1746135173.014628:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628078464 00002000:00100000:0.0:1746135173.014705:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e7480 x1830954628078464/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.014720:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7480 with x1830954628078464 ext(0->7) 00010000:00010000:0.0:1746135173.014728:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 104 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.014744:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 104 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.014752:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e7480 00000100:00100000:0.0:1746135173.014783:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2554 00000100:00100000:0.0:1746135173.014793:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+104:2009:x1830954628078464:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135173.015445:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625916544:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.015470:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.015484:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:3.0:1746135173.015532:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628078336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3813us (4118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.015539:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29757 00000100:00100000:0.0:1746135173.020838:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2009:x1830954628078464:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 6035us (6298us total) trans 4294970643 rc 0/0 00000100:00100000:0.0:1746135173.020849:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2554 00002000:00100000:0.0:1746135173.020860:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e7480 x1830954628078464/t4294970643(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.020870:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e7480 with x1830954628078464 ext(0->7) 00010000:00010000:0.0:1746135173.020880:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 106 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.020897:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 106 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.020904:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e7480 00000100:00100000:2.0:1746135173.030352:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.030568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.030724:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628078720 00000100:00100000:2.0:1746135173.030734:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628078720 00000100:00100000:2.0:1746135173.030779:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29758 00000100:00100000:2.0:1746135173.030787:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:1804:x1830954628078720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.030805:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.030822:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374bf expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.030849:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.030855:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.030862:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135173.030866:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 107 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.030901:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.030914:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 107 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.030928:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645e00, rc 0) 00000100:00100000:2.0:1746135173.030967:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:1804:x1830954628078720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.030973:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29758 00000100:00100000:3.0:1746135173.031676:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628078592 00000100:00100000:3.0:1746135173.031681:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628078592 00010000:00010000:3.0:1746135173.031700:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 107 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.031719:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14065 00000100:00100000:3.0:1746135173.031725:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+107:2009:x1830954628078592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.031733:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.031748:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 107 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.031758:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 107 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.031774:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2ea6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b1 expref: 107 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.031790:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.031792:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.031798:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.031804:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.031824:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.031835:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.031852:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625916800:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.033566:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.035266:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625916800:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.035282:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.035318:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2009:x1830954628078592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3592us (4977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.035327:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14065 00000100:00100000:1.0:1746135173.035973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.036128:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628078976 00000100:00100000:0.0:1746135173.036135:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628078976 00002000:00100000:0.0:1746135173.036185:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3480 x1830954628078976/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.036196:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3480 with x1830954628078976 ext(0->4095) 00010000:00010000:0.0:1746135173.036207:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.036222:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.036229:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a3480 00000100:00100000:0.0:1746135173.036264:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2555 00000100:00100000:0.0:1746135173.036272:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628078976:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135173.036415:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628078976:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (442us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135173.036421:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2555 00002000:00100000:0.0:1746135173.036426:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3480 x1830954628078976/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.036434:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3480 with x1830954628078976 ext(0->4095) 00010000:00010000:0.0:1746135173.036438:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.036448:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.036459:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a3480 00000100:00100000:0.0:1746135173.039804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.040223:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628079104 00000100:00100000:3.0:1746135173.040233:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628079104 00010000:00010000:3.0:1746135173.040270:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.040299:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14066 00000100:00100000:3.0:1746135173.040306:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628079104:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.040319:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.040339:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.040351:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.040377:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2ead lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374b8 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.040398:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.040401:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.040408:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.040416:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.040453:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.040469:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625916928:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.041636:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.044436:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.044573:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625916928:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.044594:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.044790:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628079360 00000100:00100000:2.0:1746135173.044799:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628079360 00002000:00100000:2.0:1746135173.044856:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0000 x1830954628079360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.044866:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0000 with x1830954628079360 ext(0->4095) 00002000:00010000:2.0:1746135173.044872:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a0000 00000100:00100000:2.0:1746135173.044908:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13246 00000100:00100000:2.0:1746135173.044915:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954628079360:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135173.045103:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628079104:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4796us (5308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.045113:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14066 00000100:00100000:2.0:1746135173.045392:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2010:x1830954628079360:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 478us (970us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.045398:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13246 00002000:00100000:2.0:1746135173.045403:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0000 x1830954628079360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.045409:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0000 with x1830954628079360 ext(0->4095) 00002000:00010000:2.0:1746135173.045412:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a0000 00000100:00100000:1.0:1746135173.058253:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.058597:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628079488 00000100:00100000:0.0:1746135173.058606:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628079488 00000100:00100000:0.0:1746135173.059181:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29759 00000100:00100000:0.0:1746135173.059189:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628079488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135173.059204:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135173.059219:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374c6 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.059246:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.059253:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135173.059255:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135173.059258:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.059287:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 105 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.059298:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 105 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:0.0:1746135173.059310:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b615180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625917056:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135173.059877:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a946c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.063844:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b615180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625917056:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135173.063878:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.063896:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b600a00, rc 0) 00000100:00100000:0.0:1746135173.063963:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628079488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4775us (5720us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135173.063971:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29759 00000100:00100000:1.0:1746135173.064412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.064471:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628079616 00000100:00100000:3.0:1746135173.064478:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628079616 00002000:00100000:3.0:1746135173.064515:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a0a80 x1830954628079616/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.064525:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0a80 with x1830954628079616 ext(0->7) 00010000:00010000:3.0:1746135173.064531:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 106 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.064542:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 106 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.064569:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0a80 00000100:00100000:3.0:1746135173.064595:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2556 00000100:00100000:3.0:1746135173.064602:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+106:2011:x1830954628079616:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135173.067808:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2011:x1830954628079616:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3194us (3385us total) trans 4294970644 rc 0/0 00000100:00100000:0.0:1746135173.067821:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2556 00002000:00100000:0.0:1746135173.067833:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a0a80 x1830954628079616/t4294970644(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.067841:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0a80 with x1830954628079616 ext(0->7) 00010000:00010000:0.0:1746135173.067850:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 108 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.067864:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 108 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.067871:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0a80 00000100:00100000:0.0:1746135173.070923:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.070974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.071055:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628079872 00000100:00100000:2.0:1746135173.071063:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628079872 00000100:00100000:2.0:1746135173.071102:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29760 00000100:00100000:2.0:1746135173.071109:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:1804:x1830954628079872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.071125:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.071140:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374cd expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.071166:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.071171:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.071176:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135173.071179:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 109 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.071212:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.071225:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 109 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.071233:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b47b800, rc 0) 00000100:00100000:2.0:1746135173.071270:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:1804:x1830954628079872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.071276:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29760 00000100:00100000:3.0:1746135173.071407:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628079744 00000100:00100000:3.0:1746135173.071411:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628079744 00010000:00010000:3.0:1746135173.071428:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 109 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.071533:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14067 00000100:00100000:3.0:1746135173.071539:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+109:2011:x1830954628079744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.071546:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.071573:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 109 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.071581:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 109 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.071595:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c2eb4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374bf expref: 109 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.071843:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.071844:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.071850:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.071861:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.071881:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.071890:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.071899:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625917312:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.071957:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.074305:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625917312:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.074326:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.074377:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2011:x1830954628079744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2837us (3401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.074386:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14067 00000100:00100000:0.0:1746135173.075064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.075246:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628080128 00000100:00100000:1.0:1746135173.075253:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628080128 00002000:00100000:1.0:1746135173.075293:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b616a00 x1830954628080128/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.075302:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b616a00 with x1830954628080128 ext(0->4095) 00010000:00010000:1.0:1746135173.075308:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.075319:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.075326:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b616a00 00000100:00100000:1.0:1746135173.075340:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2557 00000100:00100000:1.0:1746135173.075345:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628080128:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.075458:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628080128:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.075464:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2557 00002000:00100000:1.0:1746135173.075470:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b616a00 x1830954628080128/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.075476:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b616a00 with x1830954628080128 ext(0->4095) 00010000:00010000:1.0:1746135173.075480:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.075488:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.075494:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b616a00 00000100:00100000:2.0:1746135173.079382:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.079442:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628080256 00000100:00100000:3.0:1746135173.079450:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628080256 00010000:00010000:3.0:1746135173.079476:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.079509:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14068 00000100:00100000:3.0:1746135173.079515:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628080256:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.079526:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.079542:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.079565:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.079584:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b600a00/0xc3cfcce4a57c2ebb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374c6 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.080207:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.080209:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.080216:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 107 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.080223:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 107 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.080250:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 107 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.080260:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625917440:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.080368:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132596600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.082449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.082567:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625917440:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.082587:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.082676:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c60050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628080256:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3159us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.082687:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14068 00000100:00100000:1.0:1746135173.083096:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628080512 00000100:00100000:1.0:1746135173.083103:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628080512 00002000:00100000:1.0:1746135173.083143:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b614a80 x1830954628080512/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.083152:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614a80 with x1830954628080512 ext(0->4095) 00002000:00010000:1.0:1746135173.083157:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b614a80 00000100:00100000:1.0:1746135173.083179:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13247 00000100:00100000:1.0:1746135173.083187:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2008:x1830954628080512:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135173.083341:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2008:x1830954628080512:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (900us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.083347:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13247 00002000:00100000:1.0:1746135173.083352:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b614a80 x1830954628080512/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.083358:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b614a80 with x1830954628080512 ext(0->4095) 00002000:00010000:1.0:1746135173.083361:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b614a80 00000100:00100000:0.0:1746135173.087284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.087439:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628080640 00000100:00100000:2.0:1746135173.087450:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628080640 00000100:00100000:2.0:1746135173.087506:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29761 00000100:00100000:2.0:1746135173.087516:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628080640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.087547:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.087581:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374d4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.087619:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 107 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.087628:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.087630:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.087636:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.087701:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 107 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.087718:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 107 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.087733:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625917568:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.087868:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.092543:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625917568:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.092584:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.092602:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645c00, rc 0) 00000100:00100000:2.0:1746135173.092670:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628080640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5155us (5404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.092682:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29761 00000100:00100000:1.0:1746135173.092853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.095109:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628080768 00000100:00100000:2.0:1746135173.095121:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628080768 00002000:00100000:2.0:1746135173.095166:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a3100 x1830954628080768/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.095176:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3100 with x1830954628080768 ext(0->7) 00010000:00010000:2.0:1746135173.095190:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 108 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.095203:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 108 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.095209:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a3100 00000100:00100000:2.0:1746135173.095238:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2558 00000100:00100000:2.0:1746135173.095245:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+108:2010:x1830954628080768:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135173.096627:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:2010:x1830954628080768:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1376us (3771us total) trans 4294970645 rc 0/0 00000100:00100000:2.0:1746135173.096636:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2558 00002000:00100000:2.0:1746135173.096830:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8801212a3100 x1830954628080768/t4294970645(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.096839:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3100 with x1830954628080768 ext(0->7) 00010000:00010000:2.0:1746135173.096848:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 110 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.096865:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 110 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.096871:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a3100 00000100:00100000:0.0:1746135173.109389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.109629:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628080896 00000100:00100000:3.0:1746135173.109661:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628080896 00010000:00010000:3.0:1746135173.109720:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 110 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.110904:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14069 00000100:00100000:1.0:1746135173.110919:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:2008:x1830954628080896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.110937:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.110968:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 110 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.110982:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 110 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.111015:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b47b800/0xc3cfcce4a57c2ec2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374cd expref: 110 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.111061:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.111063:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.111073:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.111084:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.111133:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.111149:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c209500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625917696:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.112536:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.114629:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.116134:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628081024 00000100:00100000:2.0:1746135173.116150:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628081024 00000100:00100000:2.0:1746135173.116216:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29762 00000100:00100000:2.0:1746135173.116224:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:1804:x1830954628081024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.116243:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.116265:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374db expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.116302:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.116315:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.116316:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.116319:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.116351:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.116362:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.116374:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625917824:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.116731:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.117958:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c209500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625917696:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.117981:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.118030:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:2008:x1830954628080896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7117us (8657us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.118040:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14069 00000100:00100000:1.0:1746135173.118865:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.118928:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628081280 00000100:00100000:2.0:1746135173.118934:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628081280 00002000:00100000:2.0:1746135173.118968:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c209500 x1830954628081280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.118979:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209500 with x1830954628081280 ext(0->4095) 00010000:00010000:2.0:1746135173.118988:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.119002:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.119010:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c209500 00000100:00100000:2.0:1746135173.119029:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2559 00000100:00100000:2.0:1746135173.119036:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628081280:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.120103:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628081280:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1058us (1231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.120111:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2559 00002000:00100000:2.0:1746135173.120120:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c209500 x1830954628081280/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.120129:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209500 with x1830954628081280 ext(0->4095) 00010000:00010000:2.0:1746135173.120136:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.120151:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.120159:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c209500 00000100:00100000:2.0:1746135173.121798:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625917824:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.121833:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 110 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.121853:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06a200, rc 0) 00000100:00100000:2.0:1746135173.122079:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:1804:x1830954628081024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5854us (7462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.122087:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29762 00000100:00100000:0.0:1746135173.123826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.124224:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628081408 00000100:00100000:1.0:1746135173.124235:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628081408 00010000:00010000:1.0:1746135173.124275:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.124310:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14070 00000100:00100000:1.0:1746135173.124316:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628081408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.124327:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.124344:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.124353:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.124372:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c2ec9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374d4 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.125256:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.125259:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.125269:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 109 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.125281:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 109 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.125320:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 109 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.125332:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c209f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625917952:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.125437:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.125581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.125843:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628081536 00000100:00100000:3.0:1746135173.125852:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628081536 00000100:00100000:3.0:1746135173.125903:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29763 00000100:00100000:3.0:1746135173.125911:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:1820:x1830954628081536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.125928:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.125942:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374e2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.125961:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.125967:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.125968:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.125970:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.125988:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.125999:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 111 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.126007:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625918080:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.126037:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.128802:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c209f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625917952:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.128824:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.129326:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628081408:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5007us (5506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.129336:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14070 00000100:00100000:2.0:1746135173.129782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.129807:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628081792 00000100:00100000:2.0:1746135173.129813:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628081792 00002000:00100000:2.0:1746135173.129857:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5f80 x1830954628081792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.129866:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5f80 with x1830954628081792 ext(0->4095) 00010000:00010000:2.0:1746135173.129873:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.129884:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.129890:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5f80 00000100:00100000:2.0:1746135173.129912:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2560 00000100:00100000:2.0:1746135173.129919:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2010:x1830954628081792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135173.130060:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2010:x1830954628081792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.130065:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2560 00002000:00100000:2.0:1746135173.130071:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e5f80 x1830954628081792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.130078:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5f80 with x1830954628081792 ext(0->4095) 00010000:00010000:2.0:1746135173.130082:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.130090:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.130096:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5f80 00000100:00100000:3.0:1746135173.130291:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625918080:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.130314:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.130325:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135173.130343:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:1820:x1830954628081536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4433us (4764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.130350:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29763 00000100:00100000:0.0:1746135173.134452:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.134533:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628081920 00000100:00100000:1.0:1746135173.134541:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628081920 00010000:00010000:1.0:1746135173.134583:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 111 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.134622:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14071 00000100:00100000:1.0:1746135173.134629:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:2008:x1830954628081920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.134662:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.134680:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 111 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.134694:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 111 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.134714:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d06a200/0xc3cfcce4a57c2ed0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374db expref: 111 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.134973:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.134975:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.134983:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 110 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.134992:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 110 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.135034:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 110 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.135048:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c209f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625918208:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.135662:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.140668:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c209f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625918208:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.140696:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135173.140805:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:2008:x1830954628081920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6174us (6359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135173.140815:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14071 00000100:00100000:0.0:1746135173.143811:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.144196:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628082176 00000100:00100000:1.0:1746135173.144211:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628082176 00002000:00100000:1.0:1746135173.144276:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665880 x1830954628082176/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.144286:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665880 with x1830954628082176 ext(0->4095) 00002000:00010000:1.0:1746135173.144294:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082665880 00000100:00100000:1.0:1746135173.144512:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13248 00000100:00100000:1.0:1746135173.144520:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:2011:x1830954628082176:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135173.144755:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:2011:x1830954628082176:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 235us (954us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.144762:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13248 00002000:00100000:1.0:1746135173.144769:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665880 x1830954628082176/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.144776:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665880 with x1830954628082176 ext(0->4095) 00002000:00010000:1.0:1746135173.144779:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082665880 00000100:00100000:0.0:1746135173.152898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.153232:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628082304 00000100:00100000:3.0:1746135173.153244:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628082304 00000100:00100000:3.0:1746135173.153297:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29764 00000100:00100000:3.0:1746135173.153306:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628082304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.153330:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.153351:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374e9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.153387:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 109 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.153396:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.153398:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.153401:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.153435:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 109 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.153454:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 109 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.153470:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625918336:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.154005:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.155903:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.155984:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625918336:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.156019:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.156040:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:3.0:1746135173.156108:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628082304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2802us (3223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.156115:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29764 00000100:00100000:2.0:1746135173.157158:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628082432 00000100:00100000:2.0:1746135173.157167:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628082432 00002000:00100000:2.0:1746135173.157209:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082665180 x1830954628082432/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.157217:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665180 with x1830954628082432 ext(0->7) 00010000:00010000:2.0:1746135173.157224:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 110 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.157237:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 110 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.157243:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665180 00000100:00100000:2.0:1746135173.157262:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2561 00000100:00100000:2.0:1746135173.157270:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+110:2009:x1830954628082432:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135173.161945:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2009:x1830954628082432:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4664us (6044us total) trans 4294970646 rc 0/0 00000100:00100000:2.0:1746135173.161960:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2561 00002000:00100000:2.0:1746135173.161976:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880082665180 x1830954628082432/t4294970646(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.161986:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665180 with x1830954628082432 ext(0->7) 00010000:00010000:2.0:1746135173.161997:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.162018:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.162025:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665180 00000100:00100000:0.0:1746135173.167219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.167287:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628082560 00000100:00100000:2.0:1746135173.167297:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628082560 00010000:00010000:2.0:1746135173.167334:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.167372:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14072 00000100:00100000:2.0:1746135173.167378:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2009:x1830954628082560:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.167395:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.167413:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.167426:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.167445:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2ed7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e2 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.167469:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.167471:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.167477:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.167484:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.167511:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.167525:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625918464:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.167610:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.172786:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.173060:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625918464:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.173087:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.173159:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:2009:x1830954628082560:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5779us (5950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.173172:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14072 00000100:00100000:1.0:1746135173.173520:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.173617:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628082688 00000100:00100000:3.0:1746135173.173625:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628082688 00000100:00100000:3.0:1746135173.173679:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29765 00000100:00100000:3.0:1746135173.173687:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+111:1804:x1830954628082688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.173703:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.173718:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374f0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.173743:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.173752:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.173754:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.173757:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 112 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.173781:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.173786:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628082944 00000100:00100000:2.0:1746135173.173789:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628082944 00010000:00010000:3.0:1746135173.173792:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.173803:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625918592:192.168.202.58@tcp:104: 00002000:00100000:2.0:1746135173.173812:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c208380 x1830954628082944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.173827:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c208380 with x1830954628082944 ext(0->4095) 00010000:00010000:2.0:1746135173.173833:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.173843:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.173849:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c208380 00000100:00100000:3.0:1746135173.173854:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.173864:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2562 00000100:00100000:2.0:1746135173.173869:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628082944:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.173983:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628082944:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.173989:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2562 00002000:00100000:2.0:1746135173.173994:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c208380 x1830954628082944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.174002:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c208380 with x1830954628082944 ext(0->4095) 00010000:00010000:2.0:1746135173.174006:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.174015:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.174020:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c208380 00000100:00100000:3.0:1746135173.178250:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625918592:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.178279:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 112 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.178294:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135173.178337:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:1804:x1830954628082688:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4650us (5699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.178345:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29765 00000100:00100000:0.0:1746135173.180822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.180978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.181070:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628083200 00000100:00100000:2.0:1746135173.181080:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628083200 00010000:00010000:2.0:1746135173.181117:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.181149:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14073 00000100:00100000:2.0:1746135173.181156:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628083200:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.181170:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.181189:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.181199:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.181223:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2ede lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374e9 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.181255:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.181257:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.181264:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.181271:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.181298:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.181308:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625918720:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.181370:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.182273:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628083072 00000100:00100000:3.0:1746135173.182278:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628083072 00000100:00100000:3.0:1746135173.182310:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29766 00000100:00100000:3.0:1746135173.182316:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:1820:x1830954628083072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.182330:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.182340:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374f7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.182356:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.182362:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.182363:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.182366:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.182382:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.182392:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.182400:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625918848:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.182454:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.184749:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625918848:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.184893:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625918720:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.184907:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.184964:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628083200:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3807us (3984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.184981:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14073 00010000:00010000:3.0:1746135173.185246:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.185263:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:3.0:1746135173.185286:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:1820:x1830954628083072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2971us (4481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.185296:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29766 00000100:00100000:0.0:1746135173.186507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.186574:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628083456 00000100:00100000:1.0:1746135173.186580:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628083456 00002000:00100000:1.0:1746135173.186620:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d932300 x1830954628083456/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.186629:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932300 with x1830954628083456 ext(0->4095) 00010000:00010000:1.0:1746135173.186637:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.186671:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.186678:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d932300 00000100:00100000:1.0:1746135173.186708:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2563 00000100:00100000:1.0:1746135173.186715:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:2010:x1830954628083456:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.186870:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:2010:x1830954628083456:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 154us (368us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.186876:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2563 00002000:00100000:1.0:1746135173.186881:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d932300 x1830954628083456/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.186887:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932300 with x1830954628083456 ext(0->4095) 00010000:00010000:1.0:1746135173.186891:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.186901:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.186906:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d932300 00000100:00100000:0.0:1746135173.189324:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.189382:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628083584 00000100:00100000:2.0:1746135173.189389:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628083584 00010000:00010000:2.0:1746135173.189417:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.189450:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14074 00000100:00100000:2.0:1746135173.189456:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:2010:x1830954628083584:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.189466:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.189480:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.189490:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.189508:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2ee5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f0 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.189534:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.189536:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.189543:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 112 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.189562:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 112 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.189592:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 112 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.189603:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625918976:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.189714:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.194502:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.194784:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628083840 00000100:00100000:3.0:1746135173.194797:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628083840 00000100:00100000:2.0:1746135173.194846:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625918976:192.168.202.58@tcp:105: 00002000:00100000:3.0:1746135173.194865:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d933800 x1830954628083840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.194874:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933800 with x1830954628083840 ext(0->4095) 00010000:00010000:2.0:1746135173.194877:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:3.0:1746135173.194880:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d933800 00000100:00100000:3.0:1746135173.194925:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13249 00000100:00100000:3.0:1746135173.194934:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:2008:x1830954628083840:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135173.194937:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:2010:x1830954628083584:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5482us (5621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.194949:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14074 00000100:00100000:3.0:1746135173.195127:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2008:x1830954628083840:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 194us (643us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.195133:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13249 00002000:00100000:3.0:1746135173.195139:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d933800 x1830954628083840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.195146:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d933800 with x1830954628083840 ext(0->4095) 00002000:00010000:3.0:1746135173.195149:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d933800 00000100:00100000:0.0:1746135173.199289:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.199417:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628083968 00000100:00100000:3.0:1746135173.199428:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628083968 00000100:00100000:3.0:1746135173.199480:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29767 00000100:00100000:3.0:1746135173.199487:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628083968:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.199503:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.199519:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082374fe expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.199559:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.199566:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.199568:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.199571:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.199599:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.199610:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 111 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.199620:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625919104:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.200033:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.202176:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625919104:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.202210:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.202229:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:3.0:1746135173.202278:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628083968:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2791us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.202287:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29767 00000100:00100000:0.0:1746135173.202522:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.202734:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628084096 00000100:00100000:3.0:1746135173.202743:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628084096 00010000:00010000:3.0:1746135173.202777:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.203118:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14075 00000100:00100000:3.0:1746135173.203126:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129c63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2010:x1830954628084096:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.203142:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.203174:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.203187:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.203214:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2eec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374f7 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.203252:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.203254:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.203260:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.203267:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.203306:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.203320:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625919232:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.204042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.204190:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325966c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.204330:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628084224 00000100:00100000:2.0:1746135173.204336:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628084224 00000100:00100000:2.0:1746135173.204374:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29768 00000100:00100000:2.0:1746135173.204381:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:1804:x1830954628084224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.204397:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.204456:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237505 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.204479:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.204486:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.204488:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.204492:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.204513:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.204523:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.204532:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625919360:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.204563:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.207325:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625919232:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.207348:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.207396:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129c63850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+113:2010:x1830954628084096:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4270us (4874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.207408:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14075 00000100:00100000:2.0:1746135173.208539:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625919360:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.208589:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 112 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.208618:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5400, rc 0) 00000100:00100000:2.0:1746135173.208750:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:1804:x1830954628084224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4365us (4706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.208762:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29768 00000100:00100000:0.0:1746135173.209477:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.209662:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628084480 00000100:00100000:1.0:1746135173.209670:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628084480 00002000:00100000:1.0:1746135173.209717:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b5880 x1830954628084480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.209727:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5880 with x1830954628084480 ext(0->4095) 00010000:00010000:1.0:1746135173.209736:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.209751:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.209758:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b5880 00000100:00100000:1.0:1746135173.209834:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2564 00000100:00100000:1.0:1746135173.209842:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628084480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.210615:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628084480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 772us (1138us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.210622:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2564 00002000:00100000:1.0:1746135173.210628:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b5880 x1830954628084480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.210636:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5880 with x1830954628084480 ext(0->4095) 00010000:00010000:1.0:1746135173.210660:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.210672:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.210679:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b5880 00000100:00100000:0.0:1746135173.215234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.215326:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628084608 00000100:00100000:3.0:1746135173.215339:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628084608 00010000:00010000:3.0:1746135173.216713:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.216764:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14076 00000100:00100000:3.0:1746135173.216778:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628084608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.216800:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.216828:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.216842:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.216873:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2ef3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082374fe expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.216906:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.216909:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.216918:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.216932:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.216984:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.217000:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625919488:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.217138:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.222661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.222697:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628084864 00000100:00100000:1.0:1746135173.222708:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628084864 00002000:00100000:1.0:1746135173.222763:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c20a680 x1830954628084864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.222775:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c20a680 with x1830954628084864 ext(0->4095) 00002000:00010000:1.0:1746135173.222781:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c20a680 00000100:00100000:1.0:1746135173.222822:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13250 00000100:00100000:1.0:1746135173.222829:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2011:x1830954628084864:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135173.223002:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2011:x1830954628084864:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (364us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.223010:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13250 00002000:00100000:1.0:1746135173.223016:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c20a680 x1830954628084864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.223024:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c20a680 with x1830954628084864 ext(0->4095) 00002000:00010000:1.0:1746135173.223027:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c20a680 00000100:00100000:3.0:1746135173.223510:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625919488:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.223533:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.223570:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628084608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6799us (8352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.223578:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14076 00010000:00010000:0.0:1746135173.227937:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135173.228866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.228956:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628084992 00000100:00100000:2.0:1746135173.228967:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628084992 00000100:00100000:2.0:1746135173.229436:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29769 00000100:00100000:2.0:1746135173.229445:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628084992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.229464:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.229486:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823750c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.229523:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.229532:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.229533:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.229537:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.229617:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 111 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.229631:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 111 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.231104:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625919616:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.231223:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.235897:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625919616:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.235929:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.235945:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5600, rc 0) 00000100:00100000:2.0:1746135173.235993:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628084992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6548us (7137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.236001:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29769 00000100:00100000:0.0:1746135173.240839:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.241042:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628085120 00000100:00100000:2.0:1746135173.241051:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628085120 00002000:00100000:2.0:1746135173.241087:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aefb480 x1830954628085120/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.241095:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefb480 with x1830954628085120 ext(0->7) 00010000:00010000:2.0:1746135173.241102:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.241114:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 112 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.241121:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefb480 00000100:00100000:2.0:1746135173.241153:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2565 00000100:00100000:2.0:1746135173.241160:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+112:2011:x1830954628085120:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135173.242542:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:2011:x1830954628085120:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1376us (1704us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746135173.242557:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2565 00002000:00100000:0.0:1746135173.242566:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aefb480 x1830954628085120/t4294970647(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.242573:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefb480 with x1830954628085120 ext(0->7) 00010000:00010000:0.0:1746135173.242579:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 114 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.242589:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 114 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.242594:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefb480 00000100:00100000:0.0:1746135173.252263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.253917:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628085248 00000100:00100000:3.0:1746135173.253930:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628085248 00010000:00010000:3.0:1746135173.253970:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 114 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.254003:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14077 00000100:00100000:3.0:1746135173.254010:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:2010:x1830954628085248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.254026:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.254048:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 114 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.254064:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 114 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.254086:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2efa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237505 expref: 114 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.254104:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.254106:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.254112:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.254120:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.254149:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.254161:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625919744:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.256777:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.256862:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.256922:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628085376 00000100:00100000:0.0:1746135173.256929:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628085376 00000100:00100000:0.0:1746135173.256969:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29770 00000100:00100000:0.0:1746135173.256976:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:1804:x1830954628085376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135173.256990:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135173.257006:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237513 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.257030:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.257037:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.257039:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.257042:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.257068:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.257079:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:0.0:1746135173.257088:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625919872:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135173.257732:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a946c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.258117:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625919744:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.258130:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.258164:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2010:x1830954628085248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4154us (5912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.258172:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14077 00000100:00100000:0.0:1746135173.259389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.259560:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628085632 00000100:00100000:2.0:1746135173.259568:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628085632 00002000:00100000:2.0:1746135173.259614:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b100 x1830954628085632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.259624:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b100 with x1830954628085632 ext(0->4095) 00010000:00010000:2.0:1746135173.259632:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.259663:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.259670:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622b100 00000100:00100000:2.0:1746135173.260556:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2566 00000100:00100000:2.0:1746135173.260566:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628085632:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135173.260831:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628085632:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 267us (1449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.260838:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2566 00002000:00100000:2.0:1746135173.260845:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b100 x1830954628085632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.260853:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b100 with x1830954628085632 ext(0->4095) 00010000:00010000:2.0:1746135173.260864:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.260876:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.260881:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622b100 00000100:00100000:1.0:1746135173.260929:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625919872:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135173.260961:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 114 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.260975:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06b600, rc 0) 00000100:00100000:1.0:1746135173.261013:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:1804:x1830954628085376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4038us (4246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.261020:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29770 00000100:00100000:0.0:1746135173.264501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.264598:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628085760 00000100:00100000:3.0:1746135173.264612:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628085760 00010000:00010000:3.0:1746135173.264713:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.265006:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14078 00000100:00100000:3.0:1746135173.265014:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628085760:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.265031:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.265055:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.265069:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.265100:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c2f01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823750c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.265152:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.265154:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.265163:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.265175:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.265220:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.265235:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625920000:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.265349:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.267917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.267964:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628086016 00000100:00100000:2.0:1746135173.267974:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628086016 00002000:00100000:2.0:1746135173.268019:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228380 x1830954628086016/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.268029:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228380 with x1830954628086016 ext(0->4095) 00002000:00010000:2.0:1746135173.268035:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086228380 00000100:00100000:2.0:1746135173.268074:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13251 00000100:00100000:2.0:1746135173.268086:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:2008:x1830954628086016:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135173.268261:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:2008:x1830954628086016:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.268268:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13251 00002000:00100000:2.0:1746135173.268274:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228380 x1830954628086016/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.268281:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228380 with x1830954628086016 ext(0->4095) 00002000:00010000:2.0:1746135173.268283:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086228380 00000100:00100000:3.0:1746135173.268581:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625920000:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.268600:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.268622:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628085760:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3610us (4133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.268630:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14078 00000100:00100000:2.0:1746135173.276855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.277023:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628086144 00000100:00100000:1.0:1746135173.277035:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628086144 00000100:00100000:1.0:1746135173.277089:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29771 00000100:00100000:1.0:1746135173.277096:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628086144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135173.277121:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135173.277147:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823751a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.277190:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.277197:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135173.277199:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135173.277202:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.277240:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 113 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.277254:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 113 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.277267:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625920128:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135173.277379:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.286020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.286917:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625920128:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135173.286948:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.286967:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094517a00, rc 0) 00000100:00100000:1.0:1746135173.287039:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628086144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9941us (10200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.287046:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29771 00000100:00100000:2.0:1746135173.295254:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628086272 00000100:00100000:2.0:1746135173.295286:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628086272 00002000:00100000:3.0:1746135173.296238:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008622b480 x1830954628086272/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.296250:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b480 with x1830954628086272 ext(0->7) 00010000:00010000:3.0:1746135173.296264:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 114 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.296282:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 114 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.296290:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622b480 00000100:00100000:3.0:1746135173.296321:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2567 00000100:00100000:3.0:1746135173.296328:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+114:2010:x1830954628086272:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135173.296358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.296474:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628086400 00000100:00100000:0.0:1746135173.296479:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628086400 00000100:00100000:0.0:1746135173.296518:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29772 00000100:00100000:0.0:1746135173.296524:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:1804:x1830954628086400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135173.296533:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135173.296556:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237521 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.296577:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135173.296582:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.296587:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135173.296591:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.296626:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.296662:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.296671:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06ac00, rc 0) 00000100:00100000:0.0:1746135173.296719:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1804:x1830954628086400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135173.296727:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29772 00000100:00100000:0.0:1746135173.300588:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628086272:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4248us (14567us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746135173.300602:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2567 00002000:00100000:0.0:1746135173.300613:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008622b480 x1830954628086272/t4294970648(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.300623:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b480 with x1830954628086272 ext(0->7) 00010000:00010000:0.0:1746135173.300634:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.300683:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.300691:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622b480 00000100:00100000:0.0:1746135173.305078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.305428:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628086528 00000100:00100000:3.0:1746135173.305436:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628086528 00010000:00010000:3.0:1746135173.305472:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.305513:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14079 00000100:00100000:3.0:1746135173.305520:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2008:x1830954628086528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.305537:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.306151:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.306168:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.306200:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d06b600/0xc3cfcce4a57c2f08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237513 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.306226:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.306227:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.306237:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.306245:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.306283:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.306294:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.306306:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625920384:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.306401:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.309909:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.309987:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628086784 00000100:00100000:0.0:1746135173.309998:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628086784 00002000:00100000:0.0:1746135173.310051:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef8a80 x1830954628086784/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.310144:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954628086784 ext(0->4095) 00010000:00010000:0.0:1746135173.310156:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.310173:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.310180:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef8a80 00000100:00100000:3.0:1746135173.310807:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625920384:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.310832:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.310891:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2008:x1830954628086528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5370us (5819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.310903:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14079 00000100:00100000:0.0:1746135173.311004:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2568 00000100:00100000:0.0:1746135173.311014:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628086784:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135173.311232:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628086784:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 220us (1334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135173.311239:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2568 00002000:00100000:0.0:1746135173.311245:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef8a80 x1830954628086784/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.311252:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef8a80 with x1830954628086784 ext(0->4095) 00010000:00010000:0.0:1746135173.311258:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.311269:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.311275:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef8a80 00000100:00100000:0.0:1746135173.320401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.320476:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628086912 00000100:00100000:3.0:1746135173.320487:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628086912 00010000:00010000:3.0:1746135173.320534:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.321075:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14080 00000100:00100000:3.0:1746135173.321084:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628086912:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.321105:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.321133:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.321147:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.321176:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094517a00/0xc3cfcce4a57c2f0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823751a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.322950:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.322958:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.322980:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.322995:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.323072:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.323088:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625920512:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.323583:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.326153:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625920512:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.326170:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.326218:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628086912:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5134us (5828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.326228:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14080 00000100:00100000:0.0:1746135173.326741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.327294:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628087168 00000100:00100000:1.0:1746135173.327302:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628087168 00002000:00100000:1.0:1746135173.327350:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228e00 x1830954628087168/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.327362:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228e00 with x1830954628087168 ext(0->4095) 00002000:00010000:1.0:1746135173.327368:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086228e00 00000100:00100000:1.0:1746135173.327399:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13252 00000100:00100000:1.0:1746135173.327406:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954628087168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.328036:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954628087168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 629us (1294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.328042:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13252 00002000:00100000:1.0:1746135173.328047:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228e00 x1830954628087168/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.328053:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228e00 with x1830954628087168 ext(0->4095) 00002000:00010000:1.0:1746135173.328056:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086228e00 00000100:00100000:0.0:1746135173.329946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.330127:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628087296 00000100:00100000:3.0:1746135173.330136:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628087296 00000100:00100000:3.0:1746135173.330193:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29773 00000100:00100000:3.0:1746135173.330202:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628087296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.330221:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.330239:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237528 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.330521:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.330530:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.330532:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.330536:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.330591:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.330602:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 115 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.330617:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625920640:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.330736:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.332956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.333266:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625920640:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.333297:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.333316:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:3.0:1746135173.333358:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628087296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3157us (3419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.333369:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29773 00000100:00100000:2.0:1746135173.333576:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628087424 00000100:00100000:2.0:1746135173.333585:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628087424 00010000:00010000:2.0:1746135173.333614:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.333688:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14081 00000100:00100000:3.0:1746135173.334321:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954628087424:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.334341:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.334366:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.334377:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.334401:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c2f16 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237521 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.334428:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.334430:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.334437:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.334445:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.334473:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.334484:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625920768:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.334926:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.337695:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625920768:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.337704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135173.337719:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.337764:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2010:x1830954628087424:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4067us (4814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.337776:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14081 00000100:00100000:1.0:1746135173.337797:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628087680 00000100:00100000:1.0:1746135173.337805:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628087680 00002000:00100000:1.0:1746135173.337845:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996d80 x1830954628087680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.337855:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996d80 with x1830954628087680 ext(0->4095) 00002000:00010000:1.0:1746135173.337860:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b996d80 00000100:00100000:1.0:1746135173.337879:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13253 00000100:00100000:1.0:1746135173.337886:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628087680:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135173.338028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.338051:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628087680:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.338061:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13253 00002000:00100000:1.0:1746135173.338066:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b996d80 x1830954628087680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.338078:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b996d80 with x1830954628087680 ext(0->4095) 00002000:00010000:1.0:1746135173.338080:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b996d80 00000100:00100000:3.0:1746135173.338117:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628087808 00000100:00100000:3.0:1746135173.338132:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628087808 00000100:00100000:3.0:1746135173.338172:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29774 00000100:00100000:3.0:1746135173.338178:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:1804:x1830954628087808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.338191:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.338212:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823752f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.338239:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.338246:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.338249:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.338253:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.338285:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.338297:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.338309:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625920896:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.338540:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.340185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.340302:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625920896:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135173.340318:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135173.340325:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.340345:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:2.0:1746135173.340360:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628088064 00000100:00100000:2.0:1746135173.340367:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628088064 00010000:00010000:2.0:1746135173.340392:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.340395:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1804:x1830954628087808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2217us (2367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.340402:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29774 00000100:00100000:2.0:1746135173.340414:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14082 00000100:00100000:2.0:1746135173.340419:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4561050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628088064:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.340431:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.340450:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.340460:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.340483:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f1d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237528 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.340501:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.340503:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.340508:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 115 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.340516:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 115 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.340562:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 115 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.340572:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625921024:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.340611:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800865b3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.340877:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628087936 00000100:00100000:3.0:1746135173.340880:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628087936 00000100:00100000:3.0:1746135173.340902:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29775 00000100:00100000:3.0:1746135173.340907:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1820:x1830954628087936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.340916:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.340924:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237536 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.340941:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.340946:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.340947:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.340949:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.340962:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.340971:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.340979:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625921152:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.341009:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.344460:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625921024:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.344487:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135173.344689:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.344780:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625921152:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135173.344780:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628088320 00000100:00100000:1.0:1746135173.344789:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628088320 00010000:00010000:3.0:1746135173.344811:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 118 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.344829:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00002000:00100000:1.0:1746135173.344840:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68a80 x1830954628088320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.344850:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68a80 with x1830954628088320 ext(0->4095) 00010000:00010000:1.0:1746135173.344857:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 118 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.344871:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 118 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.344877:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae68a80 00000100:00100000:3.0:1746135173.344880:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+118:1820:x1830954628087936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3972us (4560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.344888:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29775 00000100:00100000:1.0:1746135173.344901:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2569 00000100:00100000:1.0:1746135173.344907:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628088320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135173.345044:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4561050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628088064:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4621us (4860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.345054:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14082 00000100:00100000:1.0:1746135173.345076:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628088320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.345081:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2569 00002000:00100000:1.0:1746135173.345085:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68a80 x1830954628088320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.345091:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68a80 with x1830954628088320 ext(0->4095) 00010000:00010000:1.0:1746135173.345094:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.345102:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.345108:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae68a80 00000100:00100000:0.0:1746135173.348515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.348629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.349119:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628088448 00000100:00100000:3.0:1746135173.349129:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628088448 00000100:00100000:3.0:1746135173.349184:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29776 00000100:00100000:3.0:1746135173.349194:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:1804:x1830954628088448:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.349216:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.349242:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823753d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.349273:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.349279:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 118 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.349284:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135173.349287:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 118 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.349326:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 118 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.349337:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 118 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.349346:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:3.0:1746135173.349403:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+118:1804:x1830954628088448:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 211us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.349409:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29776 00000100:00100000:2.0:1746135173.349917:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628088576 00000100:00100000:2.0:1746135173.349921:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628088576 00010000:00010000:2.0:1746135173.349940:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 118 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.349965:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14083 00000100:00100000:2.0:1746135173.349970:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+118:2009:x1830954628088576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.349977:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.349992:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 118 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.350001:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 118 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.350017:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823752f expref: 118 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.350029:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.350031:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.350035:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.350041:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.350070:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.350081:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.350091:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625921408:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.350146:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.353306:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625921408:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.353332:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.353784:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2009:x1830954628088576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3811us (5152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.353794:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14083 00000100:00100000:1.0:1746135173.354026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.354210:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628088832 00000100:00100000:0.0:1746135173.354218:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628088832 00002000:00100000:0.0:1746135173.354259:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef9880 x1830954628088832/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.354268:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef9880 with x1830954628088832 ext(0->4095) 00010000:00010000:0.0:1746135173.354276:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.354290:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.354296:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef9880 00000100:00100000:0.0:1746135173.354314:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2570 00000100:00100000:0.0:1746135173.354320:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628088832:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135173.354451:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628088832:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135173.354460:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2570 00002000:00100000:0.0:1746135173.354465:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aef9880 x1830954628088832/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.354472:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aef9880 with x1830954628088832 ext(0->4095) 00010000:00010000:0.0:1746135173.354476:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.354485:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.354491:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aef9880 00000100:00100000:0.0:1746135173.358744:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.358863:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628088960 00000100:00100000:3.0:1746135173.358870:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628088960 00000100:00100000:3.0:1746135173.358904:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29777 00000100:00100000:3.0:1746135173.358911:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628088960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.358925:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.358937:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237544 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.358956:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.358960:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.358965:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135173.358968:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.358994:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.359002:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.359009:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:3.0:1746135173.359113:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628088960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 202us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.359118:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29777 00000100:00100000:0.0:1746135173.361368:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.361534:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628089088 00000100:00100000:2.0:1746135173.361542:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628089088 00010000:00010000:2.0:1746135173.361582:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.361618:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14084 00000100:00100000:2.0:1746135173.361625:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2011:x1830954628089088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.361638:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.361682:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.361693:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.361717:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2f2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237536 expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.361736:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.361737:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.361743:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.361751:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.361780:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.361789:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.361800:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625921664:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.362417:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.366600:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625921664:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.366619:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.366688:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954628089088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5062us (5326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.366698:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14084 00000100:00100000:0.0:1746135173.367587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.367924:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628089216 00000100:00100000:2.0:1746135173.367933:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628089216 00010000:00010000:2.0:1746135173.367964:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.368001:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14085 00000100:00100000:2.0:1746135173.368008:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2008:x1830954628089216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.368022:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.368051:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.368063:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.368089:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823753d expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.368111:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.368112:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.368120:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.368128:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.368158:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.368170:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625921792:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.369104:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.371357:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625921792:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.371379:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.371427:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:2008:x1830954628089216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3418us (3841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.371442:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14085 00000100:00100000:0.0:1746135173.371558:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.371613:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628089472 00000100:00100000:2.0:1746135173.371623:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628089472 00002000:00100000:2.0:1746135173.371704:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094671c00 x1830954628089472/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.371713:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671c00 with x1830954628089472 ext(0->4095) 00002000:00010000:2.0:1746135173.371719:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094671c00 00000100:00100000:2.0:1746135173.371744:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13254 00000100:00100000:2.0:1746135173.371752:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628089472:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.371911:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628089472:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 161us (366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.371918:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13254 00002000:00100000:2.0:1746135173.371924:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094671c00 x1830954628089472/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.371931:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671c00 with x1830954628089472 ext(0->4095) 00002000:00010000:2.0:1746135173.371934:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094671c00 00000100:00100000:0.0:1746135173.373342:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.373436:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628089600 00000100:00100000:3.0:1746135173.373442:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628089600 00000100:00100000:3.0:1746135173.373485:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29778 00000100:00100000:3.0:1746135173.373491:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+115:1820:x1830954628089600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.373504:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.373521:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823754b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.373544:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.373561:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.373563:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.373566:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.373595:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.373605:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.373618:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625921920:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.373716:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.377145:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.377403:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628089728 00000100:00100000:3.0:1746135173.377411:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625921920:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.377411:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628089728 00010000:00010000:3.0:1746135173.377448:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.377448:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.377468:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:2.0:1746135173.377492:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14086 00000100:00100000:2.0:1746135173.377499:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628089728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746135173.377559:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1820:x1830954628089600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4067us (4222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.377568:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29778 00000100:00100000:0.0:1746135173.377738:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.378184:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628089856 00000100:00100000:3.0:1746135173.378188:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628089856 00000100:00100000:3.0:1746135173.378214:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29779 00000100:00100000:3.0:1746135173.378219:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1804:x1830954628089856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.378234:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.378248:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237552 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.378265:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.378270:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.378276:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.378279:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 117 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.378298:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.378306:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.378315:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 117 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.378322:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.378326:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00010000:00010000:2.0:1746135173.378331:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.378344:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:1804:x1830954628089856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (606us total) trans 0 rc 0/0 00010000:00010000:2.0:1746135173.378345:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c2f39 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237544 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.378349:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29779 00010000:00010000:2.0:1746135173.378358:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.378359:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.378364:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.378371:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.378390:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.378400:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.378410:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625922176:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.378460:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.383583:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d2e4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625922176:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135173.383603:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135173.383672:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628089728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6172us (6537us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135173.383682:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14086 00000100:00100000:2.0:1746135173.383753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.384760:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628090112 00000100:00100000:3.0:1746135173.384767:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628090112 00002000:00100000:3.0:1746135173.384805:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4a80 x1830954628090112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.384813:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4a80 with x1830954628090112 ext(0->4095) 00010000:00010000:3.0:1746135173.384821:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.384833:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.384839:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e4a80 00000100:00100000:3.0:1746135173.384853:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2571 00000100:00100000:3.0:1746135173.384859:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2011:x1830954628090112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135173.384972:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2011:x1830954628090112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (1220us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.384978:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2571 00002000:00100000:3.0:1746135173.384982:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e4a80 x1830954628090112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.384995:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4a80 with x1830954628090112 ext(0->4095) 00010000:00010000:3.0:1746135173.384999:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.385008:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.385013:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e4a80 00000100:00100000:0.0:1746135173.389491:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.389606:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.389718:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628090240 00000100:00100000:3.0:1746135173.389726:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628090240 00000100:00100000:3.0:1746135173.389765:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29780 00000100:00100000:3.0:1746135173.389772:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628090240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.389789:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.389808:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237559 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.389835:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.389840:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.389962:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628090368 00010000:00010000:3.0:1746135173.389966:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:1.0:1746135173.389967:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628090368 00010000:00010000:3.0:1746135173.389970:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.389986:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.390004:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 117 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.390021:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14087 00000100:00100000:1.0:1746135173.390027:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628090368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.390035:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.390056:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.390068:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.390088:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823754b expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.390117:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.390119:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.390126:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.390137:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.390216:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.390223:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00010000:00010000:1.0:1746135173.390325:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.390336:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.390348:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625922432:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.390385:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628090240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 613us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.390391:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29780 00000100:00100000:1.0:1746135173.390403:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.392615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.392777:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625922432:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.392797:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.392833:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954628090368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2805us (3225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.392844:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14087 00000100:00100000:2.0:1746135173.393258:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628090624 00000100:00100000:2.0:1746135173.393264:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628090624 00002000:00100000:2.0:1746135173.393299:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1f80 x1830954628090624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.393307:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1f80 with x1830954628090624 ext(0->4095) 00010000:00010000:2.0:1746135173.393314:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.393326:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.393332:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1f80 00000100:00100000:2.0:1746135173.393365:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2572 00000100:00100000:2.0:1746135173.393371:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2009:x1830954628090624:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746135173.393502:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2009:x1830954628090624:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (896us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.393508:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2572 00002000:00100000:2.0:1746135173.393513:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1f80 x1830954628090624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.393519:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1f80 with x1830954628090624 ext(0->4095) 00010000:00010000:2.0:1746135173.393523:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.393530:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.393535:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1f80 00000100:00100000:2.0:1746135173.396463:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.396557:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.396689:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628090752 00000100:00100000:1.0:1746135173.396701:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628090752 00000100:00100000:1.0:1746135173.396765:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29781 00000100:00100000:1.0:1746135173.396774:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1804:x1830954628090752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135173.396798:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135173.396822:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237560 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.396858:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135173.396866:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.396872:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135173.396876:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.396915:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.396929:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.396940:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094516200, rc 0) 00000100:00100000:1.0:1746135173.397438:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:1804:x1830954628090752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 664us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.397445:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29781 00000100:00100000:1.0:1746135173.397476:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628090880 00000100:00100000:1.0:1746135173.397480:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628090880 00010000:00010000:1.0:1746135173.397493:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.397915:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14088 00000100:00100000:1.0:1746135173.397922:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2009:x1830954628090880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.397933:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.397952:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.397970:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.397991:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237552 expref: 117 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.398004:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.398006:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.398012:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.398019:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.398046:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.398057:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.398069:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625922688:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.398894:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.401995:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625922688:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.402027:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.402325:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2009:x1830954628090880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4401us (5775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.402341:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14088 00000100:00100000:0.0:1746135173.402897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.403158:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628091136 00000100:00100000:2.0:1746135173.403165:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628091136 00002000:00100000:2.0:1746135173.403205:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1180 x1830954628091136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.403214:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1180 with x1830954628091136 ext(0->4095) 00010000:00010000:2.0:1746135173.403222:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.403236:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.403242:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1180 00000100:00100000:2.0:1746135173.403260:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2573 00000100:00100000:2.0:1746135173.403265:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628091136:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.403401:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628091136:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.403406:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2573 00002000:00100000:2.0:1746135173.403411:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1180 x1830954628091136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.403418:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1180 with x1830954628091136 ext(0->4095) 00010000:00010000:2.0:1746135173.403422:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.403430:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.403436:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b1180 00000100:00100000:0.0:1746135173.407333:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.407453:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628091264 00000100:00100000:1.0:1746135173.407463:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628091264 00010000:00010000:1.0:1746135173.407496:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.407675:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14089 00000100:00100000:1.0:1746135173.407682:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4561c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628091264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.407699:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.407721:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.407734:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.407761:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237559 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.407796:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.407798:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.407805:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 115 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.407812:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 115 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.407845:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 115 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.407858:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625922816:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.407935:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.413430:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.413539:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628091520 00000100:00100000:2.0:1746135173.413558:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628091520 00002000:00100000:2.0:1746135173.413611:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2a00 x1830954628091520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.413623:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2a00 with x1830954628091520 ext(0->4095) 00002000:00010000:2.0:1746135173.413629:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2a00 00000100:00100000:2.0:1746135173.413705:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13255 00000100:00100000:2.0:1746135173.413713:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954628091520:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135173.413897:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954628091520:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 185us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.413906:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13255 00002000:00100000:2.0:1746135173.413912:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2a00 x1830954628091520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.413919:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2a00 with x1830954628091520 ext(0->4095) 00002000:00010000:2.0:1746135173.413922:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2a00 00000100:00100000:1.0:1746135173.414200:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625922816:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.414222:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.414247:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4561c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628091264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6565us (6923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.414256:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14089 00000100:00100000:0.0:1746135173.417185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.417335:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628091648 00000100:00100000:1.0:1746135173.417344:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628091648 00000100:00100000:1.0:1746135173.417402:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29782 00000100:00100000:1.0:1746135173.417410:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628091648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135173.417429:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135173.417451:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237567 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.417485:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 115 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.417492:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135173.417493:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135173.417497:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.417530:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 115 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.417557:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 115 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.417568:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625922944:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135173.417737:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.418890:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625922944:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135173.418915:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.418928:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094516a00, rc 0) 00000100:00100000:1.0:1746135173.418956:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628091648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1547us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.418963:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29782 00000100:00100000:0.0:1746135173.419724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.419783:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628091776 00000100:00100000:1.0:1746135173.419792:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628091776 00010000:00010000:1.0:1746135173.419823:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.419861:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14090 00000100:00100000:1.0:1746135173.419868:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954628091776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.419883:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.419909:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.419925:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.419949:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c2f55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237560 expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.419976:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.419978:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.419986:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.419994:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.420028:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.420039:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625923072:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.420120:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.421941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.422034:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628091904 00000100:00100000:1.0:1746135173.422042:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628091904 00000100:00100000:1.0:1746135173.422095:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29783 00000100:00100000:1.0:1746135173.422101:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1804:x1830954628091904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135173.422119:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135173.422138:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823756e expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.422170:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.422178:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.422179:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.422182:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.422209:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.422219:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.422230:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094432d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625923200:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135173.422970:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af0300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.423467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.423585:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625923072:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.423607:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.423678:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2011:x1830954628091776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3809us (3958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.423692:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14090 00000100:00100000:3.0:1746135173.423766:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628092160 00000100:00100000:3.0:1746135173.423772:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628092160 00002000:00100000:3.0:1746135173.423812:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4eed80 x1830954628092160/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.423822:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eed80 with x1830954628092160 ext(0->4095) 00010000:00010000:3.0:1746135173.423830:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.423843:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.423850:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4eed80 00000100:00100000:3.0:1746135173.423866:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2574 00000100:00100000:3.0:1746135173.423872:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628092160:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135173.424028:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628092160:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 156us (563us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.424034:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2574 00002000:00100000:3.0:1746135173.424040:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4eed80 x1830954628092160/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.424046:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4eed80 with x1830954628092160 ext(0->4095) 00010000:00010000:3.0:1746135173.424051:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.424059:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.424064:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4eed80 00000100:00100000:2.0:1746135173.426009:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.426087:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628092288 00000100:00100000:3.0:1746135173.426097:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628092288 00000100:00100000:3.0:1746135173.426155:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29784 00000100:00100000:1.0:1746135173.426238:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094432d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625923200:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135173.426278:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.426303:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:1.0:1746135173.426354:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:1804:x1830954628091904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4253us (4423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.426360:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29783 00000100:00100000:3.0:1746135173.426693:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1820:x1830954628092288:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.426713:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.426733:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237575 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.426760:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.426765:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.426772:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.426776:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 117 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.426809:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.426823:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 117 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.426829:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135173.426863:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:1820:x1830954628092288:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 698us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.426869:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29784 00000100:00100000:1.0:1746135173.427239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.427475:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628092416 00000100:00100000:0.0:1746135173.427480:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628092416 00010000:00010000:0.0:1746135173.427506:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:0.0:1746135173.427880:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14091 00000100:00100000:0.0:1746135173.427888:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628092416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135173.427902:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135173.427931:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.427944:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.427968:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c2f5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237567 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.428190:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.428192:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.428199:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.428209:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.428239:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 116 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.428253:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 116 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:0.0:1746135173.428266:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4eca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625923456:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.428727:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.431360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.431516:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4eca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625923456:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.431539:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.431626:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628092416:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3737us (4386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.431683:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14091 00000100:00100000:3.0:1746135173.431943:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628092672 00000100:00100000:3.0:1746135173.431951:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628092672 00002000:00100000:3.0:1746135173.432011:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ef800 x1830954628092672/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.432022:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef800 with x1830954628092672 ext(0->4095) 00010000:00010000:3.0:1746135173.432030:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.432044:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.432050:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef800 00000100:00100000:3.0:1746135173.432082:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2575 00000100:00100000:3.0:1746135173.432089:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628092672:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135173.432220:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628092672:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (869us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.432226:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2575 00002000:00100000:3.0:1746135173.432232:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ef800 x1830954628092672/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.432239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef800 with x1830954628092672 ext(0->4095) 00010000:00010000:3.0:1746135173.432243:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.432253:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.432259:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4ef800 00000100:00100000:0.0:1746135173.435112:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.435218:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628092800 00000100:00100000:2.0:1746135173.435230:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628092800 00010000:00010000:2.0:1746135173.435280:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.435324:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14092 00000100:00100000:2.0:1746135173.435331:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628092800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.435350:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.435378:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.435392:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.435422:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c2f63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823756e expref: 117 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.435459:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.435462:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.435472:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.435481:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.435519:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.435531:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625923584:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.435636:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.438937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.438967:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628093056 00000100:00100000:1.0:1746135173.438976:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628093056 00002000:00100000:1.0:1746135173.439019:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ef100 x1830954628093056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.439027:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef100 with x1830954628093056 ext(0->4095) 00002000:00010000:1.0:1746135173.439032:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ef100 00000100:00100000:2.0:1746135173.439041:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625923584:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.439061:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13256 00010000:00010000:2.0:1746135173.439067:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.439067:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628093056:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135173.439128:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628092800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3796us (4031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.439139:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14092 00000100:00100000:1.0:1746135173.439215:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954628093056:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.439220:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13256 00002000:00100000:1.0:1746135173.439223:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ef100 x1830954628093056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.439227:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ef100 with x1830954628093056 ext(0->4095) 00002000:00010000:1.0:1746135173.439230:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ef100 00000100:00100000:0.0:1746135173.442322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.443069:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628093184 00000100:00100000:3.0:1746135173.443083:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628093184 00000100:00100000:3.0:1746135173.443482:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29785 00000100:00100000:3.0:1746135173.443491:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628093184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.443509:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.443529:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823757c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.443569:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.443576:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.443577:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.443580:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.443608:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.443624:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 115 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.443635:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625923712:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.444057:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.446911:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625923712:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.446943:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.446963:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:3.0:1746135173.447023:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628093184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3532us (4712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.447031:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29785 00000100:00100000:0.0:1746135173.449960:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.450158:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628093312 00000100:00100000:2.0:1746135173.450168:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628093312 00010000:00010000:2.0:1746135173.450209:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.450239:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14093 00000100:00100000:2.0:1746135173.450246:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2010:x1830954628093312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.450259:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.450282:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.450294:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.450319:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237575 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.450352:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.450354:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.450362:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.450375:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.450407:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.450418:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625923840:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.450505:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.451529:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.452329:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628093440 00000100:00100000:3.0:1746135173.452337:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628093440 00000100:00100000:3.0:1746135173.452380:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29786 00000100:00100000:3.0:1746135173.452387:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1804:x1830954628093440:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.452406:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.452425:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237583 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.452450:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.452461:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.452462:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.452465:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 117 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.452496:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.452506:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.452519:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625923968:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.452604:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.454335:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625923840:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.454358:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.454417:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+117:2010:x1830954628093312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4169us (4465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.454430:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14093 00000100:00100000:1.0:1746135173.455937:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.456486:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628093696 00000100:00100000:2.0:1746135173.456493:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628093696 00002000:00100000:2.0:1746135173.456533:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094431c00 x1830954628093696/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.456542:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431c00 with x1830954628093696 ext(0->4095) 00010000:00010000:2.0:1746135173.456562:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.456575:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.456581:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094431c00 00000100:00100000:2.0:1746135173.456610:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2576 00000100:00100000:2.0:1746135173.456616:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628093696:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.456799:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628093696:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 183us (867us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.456805:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2576 00002000:00100000:2.0:1746135173.456810:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094431c00 x1830954628093696/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.456817:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431c00 with x1830954628093696 ext(0->4095) 00010000:00010000:2.0:1746135173.456820:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.456828:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.456833:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094431c00 00000100:00100000:3.0:1746135173.456844:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625923968:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.456868:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 116 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.456883:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135173.456907:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:1804:x1830954628093440:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4520us (5382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.456914:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29786 00000100:00100000:0.0:1746135173.460506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.460683:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628093824 00000100:00100000:2.0:1746135173.460693:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628093824 00010000:00010000:2.0:1746135173.460732:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.460756:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14094 00000100:00100000:2.0:1746135173.460762:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628093824:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.460777:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.460799:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.460813:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.460835:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c2f71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823757c expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.460864:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.460866:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.460873:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.460880:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.460908:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.460919:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625924096:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.460998:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.462488:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625924096:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.462507:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.462538:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628093824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1774us (2042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.462559:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14094 00000100:00100000:0.0:1746135173.463711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.463800:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628094080 00000100:00100000:2.0:1746135173.463809:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628094080 00002000:00100000:2.0:1746135173.463861:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b100 x1830954628094080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.463872:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b100 with x1830954628094080 ext(0->4095) 00002000:00010000:2.0:1746135173.463878:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0b100 00000100:00100000:2.0:1746135173.463984:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13257 00000100:00100000:2.0:1746135173.463992:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954628094080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.464159:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954628094080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.464165:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13257 00002000:00100000:2.0:1746135173.464169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b100 x1830954628094080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.464176:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b100 with x1830954628094080 ext(0->4095) 00002000:00010000:2.0:1746135173.464179:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0b100 00000100:00100000:0.0:1746135173.474290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.475709:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628094208 00000100:00100000:3.0:1746135173.475722:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628094208 00000100:00100000:3.0:1746135173.475787:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29787 00000100:00100000:3.0:1746135173.475795:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628094208:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.475814:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.475831:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823758a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.475860:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.475867:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.475869:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.475872:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.475900:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 115 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.475911:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 115 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.475923:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625924224:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.476022:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.479256:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625924224:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.479296:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.479317:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:3.0:1746135173.479384:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628094208:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3589us (5104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.479398:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29787 00000100:00100000:0.0:1746135173.486248:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.486718:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628094336 00000100:00100000:2.0:1746135173.486730:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628094336 00002000:00100000:2.0:1746135173.486791:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae09f80 x1830954628094336/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.486803:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09f80 with x1830954628094336 ext(0->7) 00010000:00010000:2.0:1746135173.486815:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.486835:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 116 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.486848:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae09f80 00000100:00100000:2.0:1746135173.487503:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2577 00000100:00100000:2.0:1746135173.487515:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+116:2011:x1830954628094336:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135173.492940:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+118:2011:x1830954628094336:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5417us (6700us total) trans 4294970649 rc 0/0 00000100:00100000:2.0:1746135173.492953:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2577 00002000:00100000:2.0:1746135173.492966:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae09f80 x1830954628094336/t4294970649(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.492977:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09f80 with x1830954628094336 ext(0->7) 00010000:00010000:2.0:1746135173.492987:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 118 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.493001:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 118 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.493007:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae09f80 00000100:00100000:2.0:1746135173.494064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.494102:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628094464 00000100:00100000:3.0:1746135173.494110:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628094464 00000100:00100000:3.0:1746135173.494538:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29788 00000100:00100000:3.0:1746135173.494554:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+118:1804:x1830954628094464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.494569:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.494584:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237591 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.494613:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.494618:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.494623:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135173.494626:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 119 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.494679:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.494692:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 119 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.494702:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135173.494761:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+119:1804:x1830954628094464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.494767:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29788 00000001:00080000:2.0:1746135173.494909:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970649 is committed 00000100:00100000:0.0:1746135173.498846:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.499253:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628094592 00000100:00100000:2.0:1746135173.499265:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628094592 00010000:00010000:2.0:1746135173.499308:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.499338:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14095 00000100:00100000:2.0:1746135173.499346:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628094592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.499364:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.499389:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.499402:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.499429:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2f78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237583 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.499465:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.499467:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.499475:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.499482:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.499518:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.499529:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.499543:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625924480:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.500351:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.503918:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625924480:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.503944:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.504009:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954628094592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4660us (5171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.504021:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14095 00000100:00100000:0.0:1746135173.505004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.505299:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628094848 00000100:00100000:2.0:1746135173.505307:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628094848 00002000:00100000:2.0:1746135173.505350:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae08e00 x1830954628094848/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.505359:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08e00 with x1830954628094848 ext(0->4095) 00010000:00010000:2.0:1746135173.505369:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.505384:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.505390:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08e00 00000100:00100000:2.0:1746135173.505409:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2578 00000100:00100000:2.0:1746135173.505416:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628094848:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135173.505592:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628094848:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.505599:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2578 00002000:00100000:2.0:1746135173.505604:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae08e00 x1830954628094848/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.505611:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08e00 with x1830954628094848 ext(0->4095) 00010000:00010000:2.0:1746135173.505616:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.505624:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.505630:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08e00 00000100:00100000:0.0:1746135173.508786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.509011:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628094976 00000100:00100000:2.0:1746135173.509021:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628094976 00010000:00010000:2.0:1746135173.509067:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.509100:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14096 00000100:00100000:2.0:1746135173.509108:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4562050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628094976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.509126:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.509152:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.509163:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.509192:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c2f7f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823758a expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.509222:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.509224:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.509234:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.509250:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.509292:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.509308:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625924608:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.509407:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a79d4300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.512771:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625924608:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.512797:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.512852:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4562050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628094976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3743us (4077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.512865:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14096 00000100:00100000:0.0:1746135173.515478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.515696:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628095232 00000100:00100000:2.0:1746135173.515708:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628095232 00002000:00100000:2.0:1746135173.515757:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0a680 x1830954628095232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.515767:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0a680 with x1830954628095232 ext(0->4095) 00002000:00010000:2.0:1746135173.515773:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0a680 00000100:00100000:2.0:1746135173.515805:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13258 00000100:00100000:2.0:1746135173.515812:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2010:x1830954628095232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135173.515991:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2010:x1830954628095232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (526us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.516000:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13258 00002000:00100000:2.0:1746135173.516005:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0a680 x1830954628095232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.516011:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0a680 with x1830954628095232 ext(0->4095) 00002000:00010000:2.0:1746135173.516014:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0a680 00000100:00100000:0.0:1746135173.518538:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.518747:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628095360 00000100:00100000:2.0:1746135173.518758:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628095360 00000100:00100000:2.0:1746135173.519727:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29789 00000100:00100000:2.0:1746135173.519741:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628095360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.519764:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.519788:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237598 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.519823:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.519830:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.519833:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.519837:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.519873:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.519888:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.519907:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625924736:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.520832:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.522281:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625924736:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.522321:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.522345:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5c00, rc 0) 00000100:00100000:2.0:1746135173.522609:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628095360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2869us (4081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.522619:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29789 00000100:00100000:0.0:1746135173.528068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.528310:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.528400:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628095616 00000100:00100000:3.0:1746135173.528409:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628095616 00000100:00100000:3.0:1746135173.528457:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29790 00000100:00100000:3.0:1746135173.528465:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:1804:x1830954628095616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.528488:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.528508:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823759f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.528543:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.528558:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.528564:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135173.528569:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.528609:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.528622:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.528633:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:3.0:1746135173.528736:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:1804:x1830954628095616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 270us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.528741:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29790 00000100:00100000:2.0:1746135173.528942:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628095488 00000100:00100000:2.0:1746135173.528947:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628095488 00010000:00010000:2.0:1746135173.528982:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.529018:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14097 00000100:00100000:2.0:1746135173.529029:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628095488:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.529045:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.529078:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.529094:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.529130:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2f86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237591 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.529174:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.529176:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.529187:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.529197:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.529235:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.529252:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 5 pid: 26641 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.529272:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625924992:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.529371:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.536995:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.537034:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008622bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625924992:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.537057:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.537126:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954628095488:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8095us (9074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.537143:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14097 00000100:00100000:3.0:1746135173.537750:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628095872 00000100:00100000:3.0:1746135173.537758:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628095872 00002000:00100000:3.0:1746135173.537807:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0a300 x1830954628095872/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.537817:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0a300 with x1830954628095872 ext(0->4095) 00010000:00010000:3.0:1746135173.537826:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.537841:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.537849:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0a300 00000100:00100000:3.0:1746135173.537877:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2579 00000100:00100000:3.0:1746135173.537883:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628095872:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135173.540802:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628095872:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 2906us (3803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.540815:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2579 00002000:00100000:3.0:1746135173.540826:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0a300 x1830954628095872/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.540836:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0a300 with x1830954628095872 ext(0->4095) 00010000:00010000:3.0:1746135173.540847:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:3.0:1746135173.540863:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00002000:00010000:3.0:1746135173.540869:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0a300 00000100:00100000:2.0:1746135173.546902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.546971:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628096000 00000100:00100000:0.0:1746135173.546980:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628096000 00010000:00010000:0.0:1746135173.547013:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00000100:00100000:0.0:1746135173.547049:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14098 00000100:00100000:0.0:1746135173.547056:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628096000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135173.547076:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135173.547361:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.547373:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.547395:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5c00/0xc3cfcce4a57c2f8d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237598 expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.547423:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.547425:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.547432:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.547439:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.547471:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135173.547481:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625925120:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.547558:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.550776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.550848:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628096256 00000100:00100000:3.0:1746135173.550855:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628096256 00002000:00100000:3.0:1746135173.550893:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6cb100 x1830954628096256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.550903:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb100 with x1830954628096256 ext(0->4095) 00002000:00010000:3.0:1746135173.550908:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6cb100 00000100:00100000:3.0:1746135173.550928:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13259 00000100:00100000:3.0:1746135173.550935:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628096256:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135173.551050:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625925120:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.551073:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.551077:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628096256:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.551083:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13259 00002000:00100000:3.0:1746135173.551090:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6cb100 x1830954628096256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.551097:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb100 with x1830954628096256 ext(0->4095) 00000100:00100000:1.0:1746135173.551099:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628096000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4044us (4206us total) trans 0 rc 0/0 00002000:00010000:3.0:1746135173.551100:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6cb100 00000100:00100000:1.0:1746135173.551108:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14098 00000100:00100000:0.0:1746135173.556284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.556408:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628096384 00000100:00100000:2.0:1746135173.556420:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628096384 00000100:00100000:2.0:1746135173.556501:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29791 00000100:00100000:2.0:1746135173.556511:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628096384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.556540:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.556814:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375a6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.556862:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.556871:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.556873:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.556877:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.556921:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.556934:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 5 pid: 26641 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.556946:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625925248:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.557064:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.558944:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625925248:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.558975:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.558995:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5400, rc 0) 00000100:00100000:2.0:1746135173.559042:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628096384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2533us (2770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.559051:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29791 00000100:00100000:0.0:1746135173.564141:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.565122:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628096512 00000100:00100000:2.0:1746135173.565138:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628096512 00002000:00100000:2.0:1746135173.565207:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b6ca300 x1830954628096512/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.565218:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6ca300 with x1830954628096512 ext(0->7) 00010000:00010000:2.0:1746135173.565230:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.565245:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 6 pid: 26641 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.565253:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6ca300 00000100:00100000:2.0:1746135173.565303:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2580 00000100:00100000:2.0:1746135173.565312:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628096512:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135173.566697:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2008:x1830954628096512:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1376us (2565us total) trans 4294970650 rc 0/0 00000100:00100000:2.0:1746135173.566706:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2580 00002000:00100000:2.0:1746135173.566716:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b6ca300 x1830954628096512/t4294970650(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.566731:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6ca300 with x1830954628096512 ext(0->7) 00010000:00010000:2.0:1746135173.566740:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 8 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.566754:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 8 pid: 26641 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.566761:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6ca300 00000100:00100000:0.0:1746135173.575530:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.575682:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628096640 00000100:00100000:1.0:1746135173.575694:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628096640 00010000:00010000:1.0:1746135173.575731:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 8 pid: 26641 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.575908:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14099 00000100:00100000:1.0:1746135173.575916:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954628096640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.575932:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.575953:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 8 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.575965:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 8 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.575988:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2f94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823759f expref: 8 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.576014:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.576016:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.576024:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.576032:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.576065:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.576077:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625925376:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.577455:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.578540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.578600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.578736:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628096768 00000100:00100000:3.0:1746135173.578747:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628096768 00000100:00100000:3.0:1746135173.578811:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29792 00000100:00100000:3.0:1746135173.578819:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:1804:x1830954628096768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.578842:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.578863:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375ad expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.578892:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.578903:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.578905:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.578909:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.579099:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625925376:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.579122:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.579178:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2009:x1830954628096640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3263us (3658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.579187:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14099 00000100:00100000:1.0:1746135173.579231:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628097024 00000100:00100000:1.0:1746135173.579234:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628097024 00002000:00100000:1.0:1746135173.579261:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c9180 x1830954628097024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.579271:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9180 with x1830954628097024 ext(0->4095) 00010000:00010000:1.0:1746135173.579277:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.579286:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746135173.579293:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c9180 00000100:00100000:1.0:1746135173.579308:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2581 00000100:00100000:1.0:1746135173.579313:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628097024:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.579434:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628097024:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (834us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.579440:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2581 00002000:00100000:1.0:1746135173.579444:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6c9180 x1830954628097024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.579450:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c9180 with x1830954628097024 ext(0->4095) 00010000:00010000:1.0:1746135173.579454:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.579460:0:27162:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746135173.579465:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c9180 00010000:00010000:3.0:1746135173.579905:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.579919:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 5 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.579932:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625925504:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.580387:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.584831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.585441:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628097152 00000100:00100000:3.0:1746135173.585451:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628097152 00000100:00100000:3.0:1746135173.585512:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29793 00000100:00100000:3.0:1746135173.585521:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1820:x1830954628097152:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746135173.585533:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625925504:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.585553:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.585574:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375b4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.585580:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.585601:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00010000:00010000:3.0:1746135173.585604:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.585610:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 10 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.585616:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.585621:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.585685:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:1804:x1830954628096768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6866us (7152us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135173.585687:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 10 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.585693:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29792 00010000:00010000:3.0:1746135173.585699:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 10 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.585706:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135173.585724:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1820:x1830954628097152:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.585731:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29793 00000100:00100000:0.0:1746135173.588908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.589894:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628097280 00000100:00100000:1.0:1746135173.589907:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628097280 00010000:00010000:1.0:1746135173.589950:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.589989:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14100 00000100:00100000:1.0:1746135173.589998:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628097280:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.590014:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.590039:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.590053:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.590081:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5d5400/0xc3cfcce4a57c2f9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375a6 expref: 6 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.590097:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.590099:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.590107:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 8 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.590114:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 8 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.590149:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 8 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.590160:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 8 pid: 26641 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.590171:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625925760:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.590261:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.591902:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625925760:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.591924:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.591966:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628097280:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1968us (3068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.591975:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14100 00000100:00100000:0.0:1746135173.592408:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.592670:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628097536 00000100:00100000:1.0:1746135173.592678:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628097536 00002000:00100000:1.0:1746135173.592714:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622680 x1830954628097536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.592724:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622680 with x1830954628097536 ext(0->4095) 00010000:00010000:1.0:1746135173.592732:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.592744:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.592750:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622680 00000100:00100000:1.0:1746135173.593131:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2582 00000100:00100000:1.0:1746135173.593139:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628097536:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135173.593297:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628097536:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.593304:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2582 00002000:00100000:1.0:1746135173.593309:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622680 x1830954628097536/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.593316:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622680 with x1830954628097536 ext(0->4095) 00010000:00010000:1.0:1746135173.593320:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.593329:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.593334:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a622680 00000100:00100000:0.0:1746135173.599227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.599322:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628097664 00000100:00100000:1.0:1746135173.599332:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628097664 00010000:00010000:1.0:1746135173.599369:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.599419:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14101 00000100:00100000:1.0:1746135173.599426:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628097664:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.599442:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.599474:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.599573:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.599608:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ad expref: 9 pid: 26641 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.599630:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.599632:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.599662:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.599673:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.599719:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.599740:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625925888:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.599900:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.604315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.604709:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625925888:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.604736:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.604787:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628097664:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5361us (5792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.604801:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14101 00000100:00100000:2.0:1746135173.604892:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628097920 00000100:00100000:2.0:1746135173.604899:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628097920 00002000:00100000:2.0:1746135173.604941:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622a00 x1830954628097920/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.604950:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622a00 with x1830954628097920 ext(0->4095) 00002000:00010000:2.0:1746135173.604956:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a622a00 00000100:00100000:2.0:1746135173.604975:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13260 00000100:00100000:2.0:1746135173.604981:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628097920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.605116:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628097920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (811us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.605121:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13260 00002000:00100000:2.0:1746135173.605125:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622a00 x1830954628097920/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.605133:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622a00 with x1830954628097920 ext(0->4095) 00002000:00010000:2.0:1746135173.605136:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a622a00 00000100:00100000:0.0:1746135173.608709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.609134:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628098048 00000100:00100000:1.0:1746135173.609143:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628098048 00000100:00100000:1.0:1746135173.609203:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29794 00000100:00100000:1.0:1746135173.609211:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628098048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135173.609228:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135173.609248:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375bb expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.609278:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.609286:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135173.609287:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135173.609291:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.609316:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.609330:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 7 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.609341:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625926016:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135173.611368:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.611999:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625926016:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135173.612037:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.612061:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135173.612127:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628098048:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2915us (3426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.612136:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29794 00000100:00100000:0.0:1746135173.614850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.616953:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628098176 00000100:00100000:1.0:1746135173.616968:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628098176 00010000:00010000:1.0:1746135173.617026:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 8 pid: 9591 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.617078:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14102 00000100:00100000:1.0:1746135173.617086:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628098176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.617102:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.617125:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 8 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.617143:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 8 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.617167:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375b4 expref: 8 pid: 9591 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.617190:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.617193:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.617202:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.617211:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.617249:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.617262:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625926144:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.617360:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.618775:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.619034:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628098304 00000100:00100000:1.0:1746135173.619042:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628098304 00000100:00100000:1.0:1746135173.619089:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29795 00000100:00100000:1.0:1746135173.619095:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:1804:x1830954628098304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135173.619112:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135173.619127:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375c2 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.619154:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.619160:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.619161:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.619165:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.619186:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.619196:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.619207:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625926272:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135173.619270:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.621340:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094430000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625926272:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.621369:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.621385:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645000, rc 0) 00000100:00100000:2.0:1746135173.621438:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1804:x1830954628098304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2342us (2667us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.621447:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29795 00000100:00100000:1.0:1746135173.621682:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625926144:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.621694:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.621716:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628098176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4632us (6877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.621726:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14102 00000100:00100000:0.0:1746135173.622153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.622396:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628098560 00000100:00100000:1.0:1746135173.622403:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628098560 00002000:00100000:1.0:1746135173.622441:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0e680 x1830954628098560/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.622455:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0e680 with x1830954628098560 ext(0->4095) 00010000:00010000:1.0:1746135173.622463:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.622476:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.622482:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0e680 00000100:00100000:1.0:1746135173.623180:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2583 00000100:00100000:1.0:1746135173.623191:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628098560:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746135173.623400:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628098560:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 210us (1248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.623406:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2583 00002000:00100000:1.0:1746135173.623412:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0e680 x1830954628098560/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.623420:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0e680 with x1830954628098560 ext(0->4095) 00010000:00010000:1.0:1746135173.623427:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.623438:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.623444:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0e680 00000100:00100000:0.0:1746135173.626505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.626713:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628098688 00000100:00100000:1.0:1746135173.626724:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628098688 00010000:00010000:1.0:1746135173.626766:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.626867:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14103 00000100:00100000:1.0:1746135173.626876:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4561450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628098688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.626898:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.626925:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.626937:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.626961:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c2fb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375bb expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.627200:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.627203:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.627212:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.627221:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.627256:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.627269:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625926400:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.627370:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af0300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.631086:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625926400:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.631120:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.631169:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4561450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628098688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4294us (4672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.631182:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14103 00000100:00100000:0.0:1746135173.632364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.632906:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628098944 00000100:00100000:3.0:1746135173.632914:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628098944 00002000:00100000:3.0:1746135173.632948:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0d880 x1830954628098944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.632957:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d880 with x1830954628098944 ext(0->4095) 00002000:00010000:3.0:1746135173.632962:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0d880 00000100:00100000:3.0:1746135173.632990:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13261 00000100:00100000:3.0:1746135173.632997:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628098944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135173.633141:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628098944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (782us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.633147:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13261 00002000:00100000:3.0:1746135173.633152:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0d880 x1830954628098944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.633164:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d880 with x1830954628098944 ext(0->4095) 00002000:00010000:3.0:1746135173.633167:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0d880 00000100:00100000:0.0:1746135173.637956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.638395:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628099072 00000100:00100000:2.0:1746135173.638407:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628099072 00000100:00100000:2.0:1746135173.639655:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29796 00000100:00100000:2.0:1746135173.639672:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628099072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.639700:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.639728:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375c9 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.639766:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.639778:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.639780:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.639783:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.639817:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.639829:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 7 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.639844:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625926528:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135173.640313:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.647142:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625926528:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.647185:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.647207:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135735c00, rc 0) 00000100:00100000:2.0:1746135173.647270:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628099072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7603us (9322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.647280:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29796 00000100:00100000:0.0:1746135173.650414:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.653358:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628099200 00000100:00100000:1.0:1746135173.653375:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628099200 00002000:00100000:1.0:1746135173.653436:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0ce00 x1830954628099200/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.653446:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954628099200 ext(0->7) 00010000:00010000:1.0:1746135173.653457:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 8 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.653474:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 8 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:1.0:1746135173.653480:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ce00 00000100:00100000:1.0:1746135173.653594:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2584 00000100:00100000:1.0:1746135173.653601:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628099200:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135173.654631:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628099200:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1026us (4220us total) trans 4294970651 rc 0/0 00000100:00100000:0.0:1746135173.654659:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2584 00002000:00100000:0.0:1746135173.654665:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae0ce00 x1830954628099200/t4294970651(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.654673:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954628099200 ext(0->7) 00010000:00010000:0.0:1746135173.654679:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 10 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.654691:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 10 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.654697:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0ce00 00000100:00100000:1.0:1746135173.662081:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.662193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.662273:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628099328 00000100:00100000:0.0:1746135173.662283:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628099328 00010000:00010000:0.0:1746135173.662322:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 10 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:0.0:1746135173.662353:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14104 00000100:00100000:0.0:1746135173.662362:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2009:x1830954628099328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135173.662378:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135173.662404:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 10 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.662416:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 10 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.662444:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645000/0xc3cfcce4a57c2fb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c2 expref: 10 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.662473:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.662475:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.662483:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.662490:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.662523:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135173.662533:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625926656:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.663617:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628099456 00000100:00100000:2.0:1746135173.663624:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628099456 00000100:00100000:2.0:1746135173.663665:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29797 00000100:00100000:2.0:1746135173.663671:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:1804:x1830954628099456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.663685:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.663696:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375d0 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.663712:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.663717:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.663718:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.663720:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.663737:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.663747:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 5 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:2.0:1746135173.663756:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625926784:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.664479:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.664665:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.667087:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625926656:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.667111:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.667157:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2009:x1830954628099328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4796us (4963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.667168:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14104 00000100:00100000:3.0:1746135173.667256:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625926784:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.667281:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 10 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.667299:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135734000, rc 0) 00000100:00100000:3.0:1746135173.667327:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:1804:x1830954628099456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3656us (5257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.667334:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29797 00000100:00100000:0.0:1746135173.668580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.670761:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628099712 00000100:00100000:2.0:1746135173.670774:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628099712 00002000:00100000:2.0:1746135173.670832:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0c380 x1830954628099712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.670843:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0c380 with x1830954628099712 ext(0->4095) 00010000:00010000:2.0:1746135173.670855:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.670876:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.670884:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0c380 00000100:00100000:2.0:1746135173.671365:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2585 00000100:00100000:2.0:1746135173.671374:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628099712:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.671559:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628099712:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (2968us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.671565:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2585 00002000:00100000:2.0:1746135173.671571:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0c380 x1830954628099712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.671579:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0c380 with x1830954628099712 ext(0->4095) 00010000:00010000:2.0:1746135173.671583:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.671593:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.671599:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0c380 00000100:00100000:0.0:1746135173.675227:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.675884:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628099840 00000100:00100000:1.0:1746135173.675897:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628099840 00010000:00010000:1.0:1746135173.675941:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.675989:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14105 00000100:00100000:1.0:1746135173.675997:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628099840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.676016:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.676042:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.676055:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.676082:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135735c00/0xc3cfcce4a57c2fbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375c9 expref: 6 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.676113:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.676115:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.676122:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.676130:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.676173:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.676192:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625926912:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.676518:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.679782:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625926912:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.679810:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.679863:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628099840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3865us (4649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.679876:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14105 00000100:00100000:0.0:1746135173.680964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.681037:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628100096 00000100:00100000:3.0:1746135173.681046:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628100096 00002000:00100000:3.0:1746135173.681099:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517100 x1830954628100096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.681112:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517100 with x1830954628100096 ext(0->4095) 00002000:00010000:3.0:1746135173.681119:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a517100 00000100:00100000:3.0:1746135173.681154:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13262 00000100:00100000:3.0:1746135173.681163:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954628100096:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135173.681348:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954628100096:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 185us (388us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.681354:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13262 00002000:00100000:3.0:1746135173.681361:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a517100 x1830954628100096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.681368:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517100 with x1830954628100096 ext(0->4095) 00002000:00010000:3.0:1746135173.681371:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a517100 00000100:00100000:0.0:1746135173.686285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.686585:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628100224 00000100:00100000:3.0:1746135173.686592:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628100224 00000100:00100000:3.0:1746135173.686665:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29798 00000100:00100000:3.0:1746135173.686672:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628100224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.686688:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.686703:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375d7 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.686727:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.686733:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.686734:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.686737:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.686759:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.686768:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 9 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:3.0:1746135173.686777:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625927040:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.686856:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.691339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.691442:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625927040:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.691467:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.691482:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6200, rc 0) 00000100:00100000:3.0:1746135173.691533:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628100224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4860us (5256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.691542:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29798 00000100:00100000:2.0:1746135173.691637:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628100352 00000100:00100000:2.0:1746135173.691665:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628100352 00002000:00100000:2.0:1746135173.691699:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a514e00 x1830954628100352/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.691707:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514e00 with x1830954628100352 ext(0->7) 00010000:00010000:2.0:1746135173.691714:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 10 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:2.0:1746135173.691725:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 10 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:2.0:1746135173.691731:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514e00 00000100:00100000:2.0:1746135173.691746:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2586 00000100:00100000:2.0:1746135173.691753:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628100352:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135173.693394:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628100352:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1636us (2061us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1746135173.693402:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2586 00002000:00100000:0.0:1746135173.693408:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a514e00 x1830954628100352/t4294970652(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.693415:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514e00 with x1830954628100352 ext(0->7) 00010000:00010000:0.0:1746135173.693422:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 12 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:0.0:1746135173.693437:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 12 pid: 11615 timeout: 917 lvb_type: 0 00002000:00010000:0.0:1746135173.693443:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a514e00 00000100:00100000:0.0:1746135173.695177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.695268:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628100480 00000100:00100000:1.0:1746135173.695276:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628100480 00010000:00010000:1.0:1746135173.695302:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 12 pid: 11615 timeout: 917 lvb_type: 0 00000100:00100000:1.0:1746135173.695424:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14106 00000100:00100000:1.0:1746135173.695431:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2008:x1830954628100480:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.695443:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746135173.695456:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135173 -> 1746135174 00002000:00010000:1.0:1746135173.695459:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135173 -> 1746135174 00010000:00010000:1.0:1746135173.695464:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 12 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.695473:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 12 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.695492:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135734000/0xc3cfcce4a57c2fc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d0 expref: 12 pid: 11615 timeout: 917 lvb_type: 0 00010000:00010000:1.0:1746135173.695514:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.695516:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.695522:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.695529:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.695563:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.695574:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625927168:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.695664:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.697718:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.697814:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625927168:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.697821:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628100736 00000100:00100000:2.0:1746135173.697826:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628100736 00002000:00100000:2.0:1746135173.697859:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cf480 x1830954628100736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.697867:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cf480 with x1830954628100736 ext(0->4095) 00002000:00010000:2.0:1746135173.697870:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cf480 00010000:00010000:1.0:1746135173.697931:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.698045:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13263 00000100:00100000:2.0:1746135173.698053:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628100736:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135173.698094:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2008:x1830954628100480:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2662us (2922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.698104:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14106 00000100:00100000:2.0:1746135173.698205:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628100736:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.698210:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13263 00002000:00100000:2.0:1746135173.698216:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cf480 x1830954628100736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.698223:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cf480 with x1830954628100736 ext(0->4095) 00002000:00010000:2.0:1746135173.698225:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cf480 00000100:00100000:0.0:1746135173.703817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.703909:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628100864 00000100:00100000:3.0:1746135173.703917:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628100864 00000100:00100000:3.0:1746135173.703955:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29799 00000100:00100000:3.0:1746135173.703962:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1820:x1830954628100864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.703980:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.703996:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375de expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.704026:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.704032:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.704034:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.704037:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 12 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.704066:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.704078:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.704090:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625927296:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.704189:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.705663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.705725:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628100992 00000100:00100000:2.0:1746135173.705732:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628100992 00000100:00100000:2.0:1746135173.705816:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29800 00000100:00100000:2.0:1746135173.705824:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1804:x1830954628100992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.705843:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.705860:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375e5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.705886:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.705890:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.705896:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.705899:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.705933:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.705945:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.705956:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b430a00, rc 0) 00000100:00100000:2.0:1746135173.706875:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:1804:x1830954628100992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1047us (1232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.706882:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29800 00000100:00100000:3.0:1746135173.707562:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625927296:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.707583:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.707595:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135173.707630:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1820:x1830954628100864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3668us (3821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.707635:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29799 00000100:00100000:0.0:1746135173.707743:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.707790:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628101120 00000100:00100000:1.0:1746135173.707797:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628101120 00010000:00010000:1.0:1746135173.707825:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135173.707861:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14107 00000100:00100000:1.0:1746135173.707867:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628101120:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.707879:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.707900:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.707911:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.707935:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c2fcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375d7 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.708504:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.708507:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.708515:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 12 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.708524:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 12 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.708566:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 12 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.708578:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 12 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135173.708597:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625927552:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.708937:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.711926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.711994:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628101376 00000100:00100000:3.0:1746135173.712006:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628101376 00000100:00100000:1.0:1746135173.712039:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625927552:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.712065:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746135173.712066:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f2680 x1830954628101376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.712077:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2680 with x1830954628101376 ext(0->4095) 00010000:00010000:3.0:1746135173.712087:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.712102:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135173.712108:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f2680 00000100:00100000:1.0:1746135173.712124:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628101120:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4257us (4385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.712134:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14107 00000100:00100000:3.0:1746135173.712135:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2587 00000100:00100000:3.0:1746135173.712142:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954628101376:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135173.712287:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954628101376:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (375us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135173.712293:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2587 00002000:00100000:3.0:1746135173.712297:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f2680 x1830954628101376/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.712303:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2680 with x1830954628101376 ext(0->4095) 00010000:00010000:3.0:1746135173.712307:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.712316:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135173.712322:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f2680 00000100:00100000:0.0:1746135173.714955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.715085:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628101504 00000100:00100000:3.0:1746135173.715098:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628101504 00000100:00100000:3.0:1746135173.715163:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29801 00000100:00100000:3.0:1746135173.715173:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628101504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.715199:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.715224:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375ec expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.715255:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.715262:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.715269:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135173.715273:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.715323:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.715336:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.715347:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a7000, rc 0) 00000100:00100000:0.0:1746135173.715388:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.715390:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628101504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 218us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.715396:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29801 00000100:00100000:1.0:1746135173.715494:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628101632 00000100:00100000:1.0:1746135173.715499:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628101632 00010000:00010000:1.0:1746135173.715518:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135173.715558:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14108 00000100:00100000:1.0:1746135173.715564:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954628101632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.715578:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.715596:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.715606:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.715623:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375de expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.715632:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.715635:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.715662:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.715669:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.715690:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.715699:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135173.715709:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625927808:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.715766:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.719129:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094433480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625927808:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.719158:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.719510:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628101632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3944us (4119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.719522:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14108 00000100:00100000:1.0:1746135173.719804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.720161:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628101888 00000100:00100000:2.0:1746135173.720169:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628101888 00002000:00100000:2.0:1746135173.720215:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094433480 x1830954628101888/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.720226:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094433480 with x1830954628101888 ext(0->4095) 00010000:00010000:2.0:1746135173.720237:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.720251:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135173.720259:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094433480 00000100:00100000:2.0:1746135173.720290:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2588 00000100:00100000:2.0:1746135173.720297:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628101888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.720500:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628101888:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 203us (696us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.720505:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2588 00002000:00100000:2.0:1746135173.720509:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094433480 x1830954628101888/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.720516:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094433480 with x1830954628101888 ext(0->4095) 00010000:00010000:2.0:1746135173.720520:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.720528:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135173.720533:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094433480 00000100:00100000:0.0:1746135173.723140:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.723411:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628102016 00000100:00100000:3.0:1746135173.723425:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628102016 00000100:00100000:3.0:1746135173.723473:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29802 00000100:00100000:3.0:1746135173.723480:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1804:x1830954628102016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.723501:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.723536:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375f3 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.723577:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.723583:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.723589:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135173.723593:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 13 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.723679:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.723693:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 13 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.723702:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6e00, rc 0) 00000100:00100000:1.0:1746135173.724260:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.724320:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628102144 00000100:00100000:0.0:1746135173.724324:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628102144 00010000:00010000:0.0:1746135173.724343:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:0.0:1746135173.724376:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14109 00000100:00100000:0.0:1746135173.724382:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2009:x1830954628102144:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135173.724392:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135173.724419:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.724431:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.724455:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b430a00/0xc3cfcce4a57c2fda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375e5 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.724474:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.724476:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.724482:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.724489:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.724512:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.724523:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:0.0:1746135173.724536:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094746680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928064:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.724618:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.725271:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1804:x1830954628102016:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1788us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.725279:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29802 00000100:00100000:2.0:1746135173.726826:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094746680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928064:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.726848:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.726877:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2009:x1830954628102144:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2495us (2617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.726886:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14109 00000100:00100000:2.0:1746135173.728354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.728798:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628102400 00000100:00100000:0.0:1746135173.728808:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628102400 00002000:00100000:0.0:1746135173.728857:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b800 x1830954628102400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.728868:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b800 with x1830954628102400 ext(0->4095) 00010000:00010000:0.0:1746135173.728879:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.728898:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135173.728905:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622b800 00000100:00100000:0.0:1746135173.728935:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2589 00000100:00100000:0.0:1746135173.728940:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628102400:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135173.729118:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628102400:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 176us (775us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135173.729124:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2589 00002000:00100000:0.0:1746135173.729129:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b800 x1830954628102400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.729136:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b800 with x1830954628102400 ext(0->4095) 00010000:00010000:0.0:1746135173.729140:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.729148:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135173.729154:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008622b800 00000100:00100000:0.0:1746135173.732960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.733301:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628102528 00000100:00100000:2.0:1746135173.733310:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628102528 00010000:00010000:2.0:1746135173.733342:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.733366:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14110 00000100:00100000:2.0:1746135173.733371:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628102528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.733381:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.733398:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.733407:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.733427:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a7000/0xc3cfcce4a57c2fe1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375ec expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.733449:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.733451:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.733456:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.733467:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.733496:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.733621:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928192:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.734069:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.736411:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928192:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.736412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135173.736429:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.736464:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628102528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3092us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.736473:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14110 00000100:00100000:1.0:1746135173.736582:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628102784 00000100:00100000:1.0:1746135173.736588:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628102784 00002000:00100000:1.0:1746135173.736622:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094746d80 x1830954628102784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.736630:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746d80 with x1830954628102784 ext(0->4095) 00002000:00010000:1.0:1746135173.736636:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094746d80 00000100:00100000:1.0:1746135173.736695:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13264 00000100:00100000:1.0:1746135173.736701:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954628102784:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.737000:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954628102784:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 298us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.737005:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13264 00002000:00100000:1.0:1746135173.737010:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094746d80 x1830954628102784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.737016:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746d80 with x1830954628102784 ext(0->4095) 00002000:00010000:1.0:1746135173.737019:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094746d80 00000100:00100000:0.0:1746135173.739386:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.739462:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628102912 00000100:00100000:3.0:1746135173.739472:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628102912 00000100:00100000:3.0:1746135173.739533:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29803 00000100:00100000:3.0:1746135173.739541:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628102912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.739576:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.739601:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082375fa expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.739632:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.739685:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.739687:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.739690:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.739730:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.739741:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 11 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.739752:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625928320:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.739850:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.742594:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625928320:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.742622:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.742637:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135173.742711:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628102912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3170us (3333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.742719:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29803 00000100:00100000:0.0:1746135173.743562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.743630:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628103040 00000100:00100000:2.0:1746135173.743636:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628103040 00010000:00010000:2.0:1746135173.743683:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 12 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.743707:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14111 00000100:00100000:2.0:1746135173.743713:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628103040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.743724:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.743741:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 12 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.743754:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 12 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.743772:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6e00/0xc3cfcce4a57c2fe8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375f3 expref: 12 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.743784:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.743785:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.743792:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.743799:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.743822:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.743832:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928448:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.744080:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.745424:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880086229c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928448:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.745444:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.745477:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2011:x1830954628103040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1764us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.745486:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14111 00000100:00100000:0.0:1746135173.746095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.746168:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628103296 00000100:00100000:1.0:1746135173.746175:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628103296 00002000:00100000:1.0:1746135173.746206:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094745880 x1830954628103296/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.746214:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094745880 with x1830954628103296 ext(0->4095) 00002000:00010000:1.0:1746135173.746218:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094745880 00000100:00100000:1.0:1746135173.746239:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13265 00000100:00100000:1.0:1746135173.746244:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628103296:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.746342:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628103296:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 97us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.746347:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13265 00002000:00100000:1.0:1746135173.746351:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094745880 x1830954628103296/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.746362:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094745880 with x1830954628103296 ext(0->4095) 00002000:00010000:1.0:1746135173.746365:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094745880 00000100:00100000:2.0:1746135173.747470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.747825:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628103424 00000100:00100000:3.0:1746135173.747833:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628103424 00000100:00100000:3.0:1746135173.747879:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29804 00000100:00100000:3.0:1746135173.747887:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:1804:x1830954628103424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.747902:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.747927:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237601 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.747957:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.747964:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.747966:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.747969:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 12 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.747997:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.748008:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.748021:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625928576:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.748113:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.748419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.748483:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628103552 00000100:00100000:2.0:1746135173.748487:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628103552 00000100:00100000:2.0:1746135173.748508:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29805 00000100:00100000:2.0:1746135173.748513:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1820:x1830954628103552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.748520:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.748528:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237608 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.748539:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.748554:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.748559:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.748562:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.748583:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.748593:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.748601:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98000, rc 0) 00000100:00100000:2.0:1746135173.748638:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:1820:x1830954628103552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.748666:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29805 00000100:00100000:3.0:1746135173.749618:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625928576:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.749634:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.749664:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009458e600, rc 0) 00000100:00100000:3.0:1746135173.749686:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1804:x1830954628103424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1800us (2222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.749691:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29804 00000100:00100000:0.0:1746135173.749913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.750029:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628103680 00000100:00100000:3.0:1746135173.750034:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628103680 00010000:00010000:3.0:1746135173.750056:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.750081:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14112 00000100:00100000:3.0:1746135173.750294:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628103680:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.750305:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.750325:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.750333:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.750349:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c2fef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082375fa expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.750515:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.750516:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.750522:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 12 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.750528:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 12 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.750559:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 12 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.750572:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 12 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.750587:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928832:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.750772:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.753303:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928832:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.753320:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.753374:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628103680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3285us (3460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.753382:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14112 00000100:00100000:0.0:1746135173.753707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.754364:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628103936 00000100:00100000:2.0:1746135173.754372:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628103936 00002000:00100000:2.0:1746135173.754415:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d8bdf80 x1830954628103936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.754425:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdf80 with x1830954628103936 ext(0->4095) 00010000:00010000:2.0:1746135173.754433:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.754449:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135173.754455:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d8bdf80 00000100:00100000:2.0:1746135173.754487:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2590 00000100:00100000:2.0:1746135173.754494:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954628103936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135173.754687:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954628103936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 192us (980us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.754693:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2590 00002000:00100000:2.0:1746135173.754697:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d8bdf80 x1830954628103936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.754705:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdf80 with x1830954628103936 ext(0->4095) 00010000:00010000:2.0:1746135173.754709:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.754717:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135173.754722:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d8bdf80 00000100:00100000:2.0:1746135173.757375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.757770:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628104064 00000100:00100000:3.0:1746135173.757781:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628104064 00010000:00010000:3.0:1746135173.757821:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.757868:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14113 00000100:00100000:3.0:1746135173.757875:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954628104064:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.757890:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.757914:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.757927:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.757948:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009458e600/0xc3cfcce4a57c2ff6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237601 expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.757978:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.757982:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.757991:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.757999:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.758036:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.758050:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928960:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.758137:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.761422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.761428:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625928960:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.761453:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.761515:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628104064:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3639us (4150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.761527:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14113 00000100:00100000:1.0:1746135173.761736:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628104320 00000100:00100000:1.0:1746135173.761744:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628104320 00002000:00100000:1.0:1746135173.761796:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d8bdc00 x1830954628104320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.761807:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdc00 with x1830954628104320 ext(0->4095) 00002000:00010000:1.0:1746135173.761812:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8bdc00 00000100:00100000:1.0:1746135173.761832:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13266 00000100:00100000:1.0:1746135173.761838:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954628104320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.762168:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954628104320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 328us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.762174:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13266 00002000:00100000:1.0:1746135173.762180:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d8bdc00 x1830954628104320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.762187:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdc00 with x1830954628104320 ext(0->4095) 00002000:00010000:1.0:1746135173.762191:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8bdc00 00000100:00100000:0.0:1746135173.768610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.768843:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628104448 00000100:00100000:3.0:1746135173.768855:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628104448 00000100:00100000:3.0:1746135173.768921:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29806 00000100:00100000:3.0:1746135173.768929:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628104448:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.768950:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.768970:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823760f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.768995:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.769006:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.769008:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.769012:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.769163:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.769176:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 11 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.769188:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625929088:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.769343:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.772516:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625929088:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.772558:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.772581:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:3.0:1746135173.772873:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628104448:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3943us (4277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.772884:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29806 00000100:00100000:0.0:1746135173.772930:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.773275:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628104576 00000100:00100000:3.0:1746135173.773282:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628104576 00010000:00010000:3.0:1746135173.773309:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.773348:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14114 00000100:00100000:3.0:1746135173.773354:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628104576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.773366:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746135173.773373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135173.773382:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.773392:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.773468:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c2ffd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237608 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.773479:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628104704 00000100:00100000:2.0:1746135173.773483:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628104704 00000100:00100000:2.0:1746135173.773511:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29807 00000100:00100000:2.0:1746135173.773516:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1804:x1830954628104704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.773526:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.773528:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.773532:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.773534:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.773540:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237616 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.773541:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.773563:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.773721:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.773722:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.773725:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.773743:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.773752:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.773760:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.773762:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a517480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625929216:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.773767:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.773777:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625929344:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.773864:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.773901:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.777811:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625929344:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.777834:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.777887:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954628104576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4532us (4956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.777900:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14114 00000100:00100000:3.0:1746135173.778171:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a517480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625929216:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.778196:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 12 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.778214:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b430c00, rc 0) 00000100:00100000:3.0:1746135173.778240:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:1804:x1830954628104704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4724us (4866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.778247:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29807 00000100:00100000:0.0:1746135173.783140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.784037:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628104960 00000100:00100000:1.0:1746135173.784049:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628104960 00002000:00100000:1.0:1746135173.784112:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a0e00 x1830954628104960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.784124:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0e00 with x1830954628104960 ext(0->4095) 00010000:00010000:1.0:1746135173.784137:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.784156:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135173.784163:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a0e00 00000100:00100000:1.0:1746135173.784487:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2591 00000100:00100000:1.0:1746135173.784494:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628104960:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135173.784928:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628104960:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 433us (1801us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.784935:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2591 00002000:00100000:1.0:1746135173.784941:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a0e00 x1830954628104960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.784948:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0e00 with x1830954628104960 ext(0->4095) 00010000:00010000:1.0:1746135173.784954:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.784963:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135173.784969:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f5a0e00 00000100:00100000:0.0:1746135173.795418:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.795518:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628105088 00000100:00100000:2.0:1746135173.795529:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628105088 00010000:00010000:2.0:1746135173.795580:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.795621:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14115 00000100:00100000:2.0:1746135173.795628:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628105088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.795658:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.795679:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.795691:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.795714:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3004 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823760f expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.795731:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.795732:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.795739:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.795747:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.795780:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.795792:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a517480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625929472:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.795872:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.800986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.801083:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a517480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625929472:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.801109:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.801156:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628105088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5527us (5747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.801166:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14115 00000100:00100000:1.0:1746135173.801406:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628105344 00000100:00100000:1.0:1746135173.801412:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628105344 00002000:00100000:1.0:1746135173.801445:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1c00 x1830954628105344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.801453:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1c00 with x1830954628105344 ext(0->4095) 00002000:00010000:1.0:1746135173.801457:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a1c00 00000100:00100000:1.0:1746135173.801489:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13267 00000100:00100000:1.0:1746135173.801495:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2009:x1830954628105344:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135173.801612:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2009:x1830954628105344:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.801617:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13267 00002000:00100000:1.0:1746135173.801621:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a1c00 x1830954628105344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.801627:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a1c00 with x1830954628105344 ext(0->4095) 00002000:00010000:1.0:1746135173.801629:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a1c00 00000100:00100000:0.0:1746135173.816738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.817209:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628105472 00000100:00100000:3.0:1746135173.817217:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628105472 00000100:00100000:3.0:1746135173.817269:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29808 00000100:00100000:3.0:1746135173.817277:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628105472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.817296:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.817310:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823761d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.817336:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.817344:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.817345:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.817348:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.817381:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 11 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.817392:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 11 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.817403:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625929600:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.817498:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.827761:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625929600:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.827786:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.827802:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:3.0:1746135173.827840:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628105472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10564us (11109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.827847:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29808 00000100:00100000:2.0:1746135173.834053:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.834197:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628105600 00000100:00100000:3.0:1746135173.834206:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628105600 00002000:00100000:3.0:1746135173.834249:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a517480 x1830954628105600/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.834259:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517480 with x1830954628105600 ext(0->7) 00010000:00010000:3.0:1746135173.834269:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.834289:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 12 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135173.834296:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517480 00000100:00100000:3.0:1746135173.834333:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2592 00000100:00100000:3.0:1746135173.834339:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628105600:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135173.835175:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954628105600:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 829us (1126us total) trans 4294970653 rc 0/0 00000100:00100000:0.0:1746135173.835182:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2592 00002000:00100000:0.0:1746135173.835188:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a517480 x1830954628105600/t4294970653(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.835194:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a517480 with x1830954628105600 ext(0->7) 00010000:00010000:0.0:1746135173.835200:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.835210:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135173.835216:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a517480 00000100:00100000:0.0:1746135173.837757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.837856:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628105728 00000100:00100000:2.0:1746135173.837866:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628105728 00010000:00010000:2.0:1746135173.837910:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.838246:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14116 00000100:00100000:2.0:1746135173.838253:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2009:x1830954628105728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.838267:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.838289:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.838301:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.838327:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b430c00/0xc3cfcce4a57c300b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237616 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.839067:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.839070:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.839079:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.839087:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.839120:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.839131:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625929728:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.840155:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.845570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.845777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.845917:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625929728:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.845938:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628105856 00010000:00010000:2.0:1746135173.845942:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.845947:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628105856 00000100:00100000:2.0:1746135173.845988:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2009:x1830954628105728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7735us (8239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.845998:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14116 00000100:00100000:1.0:1746135173.846666:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628106112 00000100:00100000:1.0:1746135173.846670:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628106112 00002000:00100000:1.0:1746135173.846694:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ca80 x1830954628106112/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.846701:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ca80 with x1830954628106112 ext(0->4095) 00002000:00010000:1.0:1746135173.846705:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268ca80 00000100:00100000:1.0:1746135173.846718:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13268 00000100:00100000:1.0:1746135173.846723:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628106112:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.846821:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628106112:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (1045us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.846826:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13268 00002000:00100000:1.0:1746135173.846831:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268ca80 x1830954628106112/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.846842:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ca80 with x1830954628106112 ext(0->4095) 00002000:00010000:1.0:1746135173.846845:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268ca80 00000100:00100000:3.0:1746135173.847768:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29809 00000100:00100000:3.0:1746135173.847778:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1804:x1830954628105856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.847789:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.847805:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237624 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.847828:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.847834:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.847835:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.847838:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.847865:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.847875:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 5 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.847886:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625929856:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.847931:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.851199:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.852210:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628106240 00000100:00100000:2.0:1746135173.852222:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628106240 00000100:00100000:2.0:1746135173.852261:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29810 00000100:00100000:2.0:1746135173.852267:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1820:x1830954628106240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.852286:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.852301:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823762b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.852321:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.852325:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.852331:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.852334:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 16 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.852361:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.852372:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 16 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.852381:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381a00, rc 0) 00000100:00100000:2.0:1746135173.852431:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1820:x1830954628106240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.852437:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29810 00000100:00100000:3.0:1746135173.852992:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625929856:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.853010:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.853019:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:1.0:1746135173.853022:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.853038:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1804:x1830954628105856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5264us (7482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.853044:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29809 00000100:00100000:0.0:1746135173.853155:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628106368 00000100:00100000:0.0:1746135173.853160:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628106368 00010000:00010000:0.0:1746135173.853181:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:0.0:1746135173.853197:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14117 00000100:00100000:0.0:1746135173.853202:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628106368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135173.853211:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135173.853228:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.853238:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.853254:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3012 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823761d expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.853269:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.853271:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.853276:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.853284:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.853303:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.853318:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:0.0:1746135173.853328:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625930112:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.853366:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a949c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.856117:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625930112:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.856138:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.856354:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628106368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3151us (3332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.856364:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14117 00000100:00100000:1.0:1746135173.856511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.856914:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628106624 00000100:00100000:0.0:1746135173.856922:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628106624 00002000:00100000:0.0:1746135173.856972:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430a80 x1830954628106624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.856981:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430a80 with x1830954628106624 ext(0->4095) 00010000:00010000:0.0:1746135173.856988:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.857001:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135173.857008:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094430a80 00000100:00100000:0.0:1746135173.857022:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2593 00000100:00100000:0.0:1746135173.857027:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628106624:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135173.857134:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628106624:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (623us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135173.857140:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2593 00002000:00100000:0.0:1746135173.857144:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430a80 x1830954628106624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.857158:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430a80 with x1830954628106624 ext(0->4095) 00010000:00010000:0.0:1746135173.857162:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.857170:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135173.857175:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094430a80 00000100:00100000:0.0:1746135173.860917:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.861239:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628106752 00000100:00100000:2.0:1746135173.861249:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628106752 00010000:00010000:2.0:1746135173.861281:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.861402:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14118 00000100:00100000:2.0:1746135173.861410:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628106752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.861422:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.861440:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.861450:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.861470:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3019 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237624 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.861494:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.861496:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.861501:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.861508:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.861536:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 14 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.861561:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625930240:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.862564:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.866084:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625930240:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.866108:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.866159:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954628106752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4749us (5251us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.866169:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14118 00000100:00100000:0.0:1746135173.866390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.866481:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628107008 00000100:00100000:1.0:1746135173.866487:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628107008 00002000:00100000:1.0:1746135173.866515:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268c700 x1830954628107008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.866523:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268c700 with x1830954628107008 ext(0->4095) 00002000:00010000:1.0:1746135173.866526:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268c700 00000100:00100000:1.0:1746135173.866559:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13269 00000100:00100000:1.0:1746135173.866565:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954628107008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.866684:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954628107008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.866690:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13269 00002000:00100000:1.0:1746135173.866695:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268c700 x1830954628107008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.866701:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268c700 with x1830954628107008 ext(0->4095) 00002000:00010000:1.0:1746135173.866703:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268c700 00000100:00100000:0.0:1746135173.869261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.869480:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628107136 00000100:00100000:3.0:1746135173.869489:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628107136 00000100:00100000:3.0:1746135173.869532:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29811 00000100:00100000:3.0:1746135173.869539:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628107136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.869562:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.869576:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237632 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.869602:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 13 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.869608:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.869610:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.869613:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.869634:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 13 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.869666:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 13 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.869676:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625930368:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.869752:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.871337:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625930368:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.871360:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.871373:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:3.0:1746135173.871416:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628107136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1877us (2161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.871424:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29811 00000100:00100000:0.0:1746135173.871815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.871891:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628107264 00000100:00100000:3.0:1746135173.871896:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628107264 00010000:00010000:3.0:1746135173.871919:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 14 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.871958:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14119 00000100:00100000:3.0:1746135173.871964:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954628107264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135173.871975:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135173.871992:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 14 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.872002:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 14 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.872021:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381a00/0xc3cfcce4a57c3020 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823762b expref: 14 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.872047:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.872048:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.872055:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.872063:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.872088:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.872098:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625930496:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135173.872302:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.873435:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625930496:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.873450:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.873487:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954628107264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1522us (1673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.873495:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14119 00000100:00100000:0.0:1746135173.874375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.874471:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628107520 00000100:00100000:2.0:1746135173.874479:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628107520 00002000:00100000:2.0:1746135173.874530:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e93b80 x1830954628107520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.874539:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93b80 with x1830954628107520 ext(0->4095) 00002000:00010000:2.0:1746135173.874554:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e93b80 00000100:00100000:2.0:1746135173.874585:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13270 00000100:00100000:2.0:1746135173.874592:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628107520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.874832:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628107520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 239us (459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.874839:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13270 00002000:00100000:2.0:1746135173.874844:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e93b80 x1830954628107520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.874851:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93b80 with x1830954628107520 ext(0->4095) 00002000:00010000:2.0:1746135173.874854:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e93b80 00000100:00100000:0.0:1746135173.876246:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.877194:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628107648 00000100:00100000:3.0:1746135173.877208:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628107648 00000100:00100000:3.0:1746135173.877276:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29812 00000100:00100000:3.0:1746135173.877284:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:1804:x1830954628107648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.877305:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.877326:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237639 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.877360:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.877368:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.877369:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.877373:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.877405:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.877419:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 5 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.877431:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625930624:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.877553:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.878468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.878526:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628107776 00000100:00100000:2.0:1746135173.878530:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628107776 00000100:00100000:2.0:1746135173.878566:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29813 00000100:00100000:2.0:1746135173.878572:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1820:x1830954628107776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135173.878582:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.878592:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237640 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.878606:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.878609:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.878614:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.878617:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.878660:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 16 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.878673:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.878681:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381000, rc 0) 00000100:00100000:2.0:1746135173.878723:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1820:x1830954628107776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.878728:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29813 00000100:00100000:3.0:1746135173.880558:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625930624:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.880581:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.880595:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:3.0:1746135173.880627:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:1804:x1830954628107648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3344us (4390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.880633:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29812 00000100:00100000:0.0:1746135173.880942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.881478:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628107904 00000100:00100000:3.0:1746135173.881484:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628107904 00010000:00010000:3.0:1746135173.881509:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135173.881780:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14120 00000100:00100000:1.0:1746135173.881790:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628107904:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.881810:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.881835:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.881848:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.881875:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3027 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237632 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.881904:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.881906:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.881913:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.881922:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.881951:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.881962:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135173.881974:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625930880:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.882054:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.884789:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625930880:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.884816:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.884872:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628107904:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3082us (3928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.884885:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14120 00000100:00100000:0.0:1746135173.886417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.886487:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628108160 00000100:00100000:2.0:1746135173.886494:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628108160 00002000:00100000:2.0:1746135173.886535:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e93480 x1830954628108160/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.886553:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93480 with x1830954628108160 ext(0->4095) 00010000:00010000:2.0:1746135173.886563:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.886585:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135173.886592:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e93480 00000100:00100000:2.0:1746135173.886842:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2594 00000100:00100000:2.0:1746135173.886851:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628108160:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.887364:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628108160:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 514us (950us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.887370:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2594 00002000:00100000:2.0:1746135173.887375:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e93480 x1830954628108160/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.887382:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93480 with x1830954628108160 ext(0->4095) 00010000:00010000:2.0:1746135173.887387:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.887395:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135173.887401:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e93480 00000100:00100000:0.0:1746135173.889514:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.889635:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628108288 00000100:00100000:1.0:1746135173.889674:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628108288 00010000:00010000:1.0:1746135173.889708:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:0.0:1746135173.889977:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14121 00000100:00100000:0.0:1746135173.889984:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628108288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135173.889995:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135173.890013:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.890024:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.890044:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c302e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237639 expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135173.890499:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.890501:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135173.890508:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 14 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.890517:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 14 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135173.890559:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 14 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135173.890572:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625931008:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.890995:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.893944:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.894200:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628108544 00000100:00100000:2.0:1746135173.894210:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628108544 00002000:00100000:2.0:1746135173.894267:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90380 x1830954628108544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.894276:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90380 with x1830954628108544 ext(0->4095) 00002000:00010000:2.0:1746135173.894284:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90380 00000100:00100000:2.0:1746135173.894309:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13271 00000100:00100000:2.0:1746135173.894317:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628108544:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135173.894475:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628108544:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 158us (538us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135173.894481:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13271 00002000:00100000:2.0:1746135173.894486:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90380 x1830954628108544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135173.894494:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90380 with x1830954628108544 ext(0->4095) 00002000:00010000:2.0:1746135173.894496:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90380 00000100:00100000:1.0:1746135173.894679:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625931008:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.894700:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.894723:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2008:x1830954628108288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4740us (5218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.894731:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14121 00000100:00100000:0.0:1746135173.897371:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.898583:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628108672 00000100:00100000:3.0:1746135173.898595:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628108672 00000100:00100000:3.0:1746135173.898780:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29814 00000100:00100000:3.0:1746135173.898790:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628108672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.898814:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.898838:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237647 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.898875:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 13 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.898884:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.898887:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.898893:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.898931:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 13 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.898945:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 13 pid: 26641 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.898960:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625931136:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.899589:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.901733:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625931136:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.901764:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.901785:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:3.0:1746135173.902419:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628108672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3627us (5055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.902431:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29814 00000100:00100000:0.0:1746135173.903322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.903540:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628108800 00000100:00100000:1.0:1746135173.903561:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628108800 00010000:00010000:1.0:1746135173.903599:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 14 pid: 26641 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135173.903668:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14122 00000100:00100000:1.0:1746135173.903677:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954628108800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.903692:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.903717:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 14 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.903729:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 14 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.903751:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c3035 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237640 expref: 14 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.903771:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.903774:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.903781:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.903789:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.903823:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.903836:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625931264:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135173.903922:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135173.905560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.906590:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628108928 00000100:00100000:3.0:1746135173.906601:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628108928 00000100:00100000:3.0:1746135173.906655:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29815 00000100:00100000:3.0:1746135173.906662:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:1804:x1830954628108928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.906678:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.906695:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823764e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.906728:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.906736:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.906738:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.906741:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.906770:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.906781:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 5 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.906792:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625931392:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.906871:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135173.908727:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625931264:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135173.908750:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135173.908810:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628108800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5134us (5491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135173.908824:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14122 00000100:00100000:0.0:1746135173.909024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.909383:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625931392:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.909410:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 14 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.909427:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:1.0:1746135173.909435:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628109184 00000100:00100000:1.0:1746135173.909442:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628109184 00000100:00100000:3.0:1746135173.909450:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:1804:x1830954628108928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2789us (3909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.909456:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29815 00002000:00100000:1.0:1746135173.909479:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595f80 x1830954628109184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.909488:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595f80 with x1830954628109184 ext(0->4095) 00010000:00010000:1.0:1746135173.909494:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.909509:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135173.909515:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595f80 00000100:00100000:1.0:1746135173.909554:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2595 00000100:00100000:1.0:1746135173.909561:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628109184:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135173.909741:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628109184:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.909748:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2595 00002000:00100000:1.0:1746135173.909753:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595f80 x1830954628109184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.909760:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595f80 with x1830954628109184 ext(0->4095) 00010000:00010000:1.0:1746135173.909764:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.909772:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135173.909778:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595f80 00000100:00100000:0.0:1746135173.919947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.920071:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628109312 00000100:00100000:1.0:1746135173.920083:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628109312 00010000:00010000:1.0:1746135173.920124:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135173.920167:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14123 00000100:00100000:1.0:1746135173.920176:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628109312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135173.920193:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135173.920220:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.920235:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.920265:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c303c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237647 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.920286:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.920288:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135173.920296:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.920304:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135173.920340:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135173.920355:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625931520:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135173.921821:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.924073:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.924155:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625931520:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135173.924178:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135173.924233:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628109312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4056us (4295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135173.924247:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14123 00000100:00100000:1.0:1746135173.924339:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628109568 00000100:00100000:1.0:1746135173.924347:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628109568 00002000:00100000:1.0:1746135173.924392:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cf800 x1830954628109568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.924409:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cf800 with x1830954628109568 ext(0->4095) 00002000:00010000:1.0:1746135173.924414:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cf800 00000100:00100000:1.0:1746135173.924621:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13272 00000100:00100000:1.0:1746135173.924627:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2008:x1830954628109568:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135173.924772:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2008:x1830954628109568:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.924777:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13272 00002000:00100000:1.0:1746135173.924782:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801364cf800 x1830954628109568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.924789:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364cf800 with x1830954628109568 ext(0->4095) 00002000:00010000:1.0:1746135173.924792:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801364cf800 00000100:00100000:0.0:1746135173.926954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.927349:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628109696 00000100:00100000:3.0:1746135173.927361:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628109696 00000100:00100000:3.0:1746135173.927419:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29816 00000100:00100000:3.0:1746135173.927426:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628109696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.927449:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.927474:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237655 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.927510:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.927518:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.927520:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.927524:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.927570:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 13 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.927585:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 13 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.927598:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625931648:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.927736:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.934748:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625931648:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.934788:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.934816:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:3.0:1746135173.934892:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628109696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7466us (7946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.934902:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29816 00000100:00100000:2.0:1746135173.947616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.949120:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628109824 00000100:00100000:3.0:1746135173.949131:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628109824 00002000:00100000:3.0:1746135173.949174:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094747b80 x1830954628109824/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135173.949183:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094747b80 with x1830954628109824 ext(0->7) 00010000:00010000:3.0:1746135173.949191:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135173.949202:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 14 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135173.949212:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094747b80 00000100:00100000:3.0:1746135173.950445:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2596 00000100:00100000:3.0:1746135173.950458:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954628109824:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135173.954011:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628109824:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3538us (6386us total) trans 4294970654 rc 0/0 00000100:00100000:1.0:1746135173.954027:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2596 00002000:00100000:1.0:1746135173.954040:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094747b80 x1830954628109824/t4294970654(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 496/448 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.954051:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094747b80 with x1830954628109824 ext(0->7) 00010000:00010000:1.0:1746135173.954062:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 16 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.954080:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 16 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135173.954091:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094747b80 00000100:00100000:0.0:1746135173.954467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.954902:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628109952 00000100:00100000:3.0:1746135173.954913:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628109952 00000100:00100000:3.0:1746135173.954963:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29817 00000100:00100000:3.0:1746135173.954971:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1804:x1830954628109952:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.954989:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.955008:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823765c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.955035:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.955040:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.955046:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135173.955049:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.955092:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.955105:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 17 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.955121:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:3.0:1746135173.955159:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:1804:x1830954628109952:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.955165:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29817 00000100:00100000:0.0:1746135173.959139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.959910:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628110080 00000100:00100000:2.0:1746135173.959923:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628110080 00010000:00010000:2.0:1746135173.959969:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 17 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.960017:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14124 00000100:00100000:2.0:1746135173.960024:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2008:x1830954628110080:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.960040:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.960068:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 17 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.960082:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 17 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.960115:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c3043 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823764e expref: 17 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.960151:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.960153:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.960162:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.960173:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.960220:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.960233:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 5 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.960246:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d8bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625931904:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.960356:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.963342:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d8bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625931904:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.963362:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.963401:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628110080:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3376us (4276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.963413:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14124 00000100:00100000:3.0:1746135173.968039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.968164:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628110336 00000100:00100000:1.0:1746135173.968174:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628110336 00002000:00100000:1.0:1746135173.968236:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7f480 x1830954628110336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.968247:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f480 with x1830954628110336 ext(0->4095) 00010000:00010000:1.0:1746135173.968257:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.968273:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135173.968281:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7f480 00000100:00100000:1.0:1746135173.968322:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2597 00000100:00100000:1.0:1746135173.968329:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628110336:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135173.969093:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628110336:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 760us (1063us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.969102:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2597 00002000:00100000:1.0:1746135173.969109:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7f480 x1830954628110336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.969117:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f480 with x1830954628110336 ext(0->4095) 00010000:00010000:1.0:1746135173.969123:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135173.969137:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135173.969143:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7f480 00000100:00100000:0.0:1746135173.972940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.973213:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628110464 00000100:00100000:2.0:1746135173.973225:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628110464 00010000:00010000:2.0:1746135173.973270:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.973812:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14125 00000100:00100000:2.0:1746135173.973823:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628110464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.973842:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.973873:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.973889:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.973928:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c304a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237655 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.973968:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.973974:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.973985:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.973993:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.974039:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.974053:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d8bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625932032:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.977979:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.981370:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d8bf480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625932032:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135173.981387:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135173.981422:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628110464:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7601us (8493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.981432:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14125 00000100:00100000:0.0:1746135173.981638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135173.982008:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628110720 00000100:00100000:1.0:1746135173.982014:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628110720 00002000:00100000:1.0:1746135173.982046:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1c00 x1830954628110720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.982060:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1c00 with x1830954628110720 ext(0->4095) 00002000:00010000:1.0:1746135173.982064:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b1c00 00000100:00100000:1.0:1746135173.982080:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13273 00000100:00100000:1.0:1746135173.982086:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628110720:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135173.982195:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628110720:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135173.982201:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13273 00002000:00100000:1.0:1746135173.982206:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b1c00 x1830954628110720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135173.982213:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1c00 with x1830954628110720 ext(0->4095) 00002000:00010000:1.0:1746135173.982216:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b1c00 00000100:00100000:2.0:1746135173.985236:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.985355:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628110848 00000100:00100000:3.0:1746135173.985364:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628110848 00000100:00100000:3.0:1746135173.985489:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29818 00000100:00100000:3.0:1746135173.985497:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628110848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.985523:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.985551:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237663 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.985585:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.985591:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.985593:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135173.985596:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.985624:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 15 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.985634:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 15 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135173.985670:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625932160:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135173.986463:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.988280:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625932160:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.988306:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.988320:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:3.0:1746135173.988370:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628110848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2874us (3145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.988377:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29818 00000100:00100000:0.0:1746135173.988778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.988877:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628110976 00000100:00100000:2.0:1746135173.988882:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628110976 00010000:00010000:2.0:1746135173.988905:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 16 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135173.988934:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14126 00000100:00100000:2.0:1746135173.988940:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628110976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135173.988951:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135173.988972:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 16 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.988983:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 16 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.989004:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3051 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823765c expref: 16 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.989027:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.989028:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.989035:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.989042:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.989072:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135173.989082:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625932288:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135173.989150:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135173.992445:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135173.992555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135173.992605:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628111232 00000100:00100000:0.0:1746135173.992619:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628111232 00002000:00100000:0.0:1746135173.992699:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90700 x1830954628111232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/0 e 0 to 0 dl 1746135184 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.992709:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90700 with x1830954628111232 ext(0->4095) 00002000:00010000:0.0:1746135173.992714:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90700 00000100:00100000:0.0:1746135173.992745:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13274 00000100:00100000:0.0:1746135173.992753:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628111232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135173.992930:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628111232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (498us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135173.992936:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13274 00002000:00100000:0.0:1746135173.992940:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90700 x1830954628111232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:629/0 lens 488/4536 e 0 to 0 dl 1746135184 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135173.992945:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90700 with x1830954628111232 ext(0->4095) 00002000:00010000:0.0:1746135173.992948:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e90700 00000100:00100000:3.0:1746135173.994905:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625932288:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135173.994931:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135173.994997:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628110976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6054us (6218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.995006:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14126 00000100:00100000:2.0:1746135173.995416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135173.995435:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628111360 00000100:00100000:3.0:1746135173.995446:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628111360 00000100:00100000:3.0:1746135173.995482:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628111488 00000100:00100000:3.0:1746135173.995483:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628111488 00000100:00100000:2.0:1746135173.995493:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29819 00000100:00100000:2.0:1746135173.995502:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1804:x1830954628111360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746135173.995505:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29820 00000100:00100000:3.0:1746135173.995508:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1820:x1830954628111488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135173.995532:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135173.995532:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135173.995557:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237671 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.995557:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823766a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.995587:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.995594:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.995596:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135173.995599:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 18 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.995606:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135173.995609:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 18 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.995614:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135173.995616:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 18 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135173.995654:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 18 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.995668:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.995679:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 5 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135173.995694:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 18 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135173.995695:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625932416:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135173.995703:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380c00, rc 0) 00000100:00100000:2.0:1746135173.995725:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1804:x1830954628111360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (3169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135173.995731:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29819 00000100:00100000:3.0:1746135173.995745:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135173.998154:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625932416:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135173.998196:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135173.998222:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:3.0:1746135173.998299:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:1820:x1830954628111488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2787us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135173.998309:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29820 00000100:00100000:0.0:1746135173.999359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.001331:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628111616 00000100:00100000:3.0:1746135174.001347:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628111616 00010000:00010000:3.0:1746135174.001393:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.001449:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14127 00000100:00100000:3.0:1746135174.001457:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628111616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.001480:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.001507:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.001518:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.001559:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3058 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237663 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.001589:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.001591:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.001599:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 16 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.001608:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 16 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.001688:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 16 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.001702:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 16 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.001715:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625932672:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.001858:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.006215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.006317:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625932672:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.006338:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.006400:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628111616:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4943us (7043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.006412:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14127 00000100:00100000:1.0:1746135174.006438:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628111872 00000100:00100000:1.0:1746135174.006444:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628111872 00002000:00100000:1.0:1746135174.006485:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d596d80 x1830954628111872/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.006499:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596d80 with x1830954628111872 ext(0->4095) 00010000:00010000:1.0:1746135174.006507:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.006519:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.006525:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d596d80 00000100:00100000:1.0:1746135174.006555:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2598 00000100:00100000:1.0:1746135174.006561:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628111872:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.006744:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628111872:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.006750:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2598 00002000:00100000:1.0:1746135174.006755:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d596d80 x1830954628111872/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.006762:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596d80 with x1830954628111872 ext(0->4095) 00010000:00010000:1.0:1746135174.006766:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.006774:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.006779:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d596d80 00000100:00100000:0.0:1746135174.009756:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.009831:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628112000 00000100:00100000:3.0:1746135174.009843:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628112000 00000100:00100000:3.0:1746135174.009910:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29821 00000100:00100000:3.0:1746135174.009918:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628112000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.009937:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.009956:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237678 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.009988:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.009994:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.010001:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135174.010006:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.010048:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.010060:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.010071:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:3.0:1746135174.010130:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628112000:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 212us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.010136:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29821 00000100:00100000:0.0:1746135174.011057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.011315:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628112128 00000100:00100000:3.0:1746135174.011320:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628112128 00010000:00010000:3.0:1746135174.011345:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.011375:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14128 00000100:00100000:3.0:1746135174.011381:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2008:x1830954628112128:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.011394:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.011412:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.011421:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.011440:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c305f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237671 expref: 17 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.011566:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.011569:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.011575:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.011583:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.011609:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.011619:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 16 pid: 26641 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.011635:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625932928:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.011728:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.015262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.015473:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628112384 00000100:00100000:1.0:1746135174.015484:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628112384 00002000:00100000:1.0:1746135174.015521:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3480 x1830954628112384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.015530:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3480 with x1830954628112384 ext(0->4095) 00010000:00010000:1.0:1746135174.015538:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 17 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.015561:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 17 pid: 26641 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.015567:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b3480 00000100:00100000:1.0:1746135174.015594:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2599 00000100:00100000:1.0:1746135174.015600:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628112384:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.015783:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628112384:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 183us (531us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.015791:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2599 00002000:00100000:1.0:1746135174.015797:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3480 x1830954628112384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.015804:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3480 with x1830954628112384 ext(0->4095) 00010000:00010000:1.0:1746135174.015809:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 17 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.015817:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 17 pid: 26641 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.015823:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b3480 00000100:00100000:3.0:1746135174.016225:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625932928:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.016244:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.016269:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628112128:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4889us (5215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.016277:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14128 00000100:00100000:0.0:1746135174.019215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.019396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.019625:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628112512 00000100:00100000:2.0:1746135174.019636:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628112512 00000100:00100000:3.0:1746135174.019838:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628112640 00000100:00100000:3.0:1746135174.019843:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628112640 00010000:00010000:3.0:1746135174.019870:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 17 pid: 26641 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.019903:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14129 00000100:00100000:3.0:1746135174.019910:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628112640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.019927:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.019947:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 17 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.019959:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 17 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.019980:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3066 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823766a expref: 17 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.020000:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.020003:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.020009:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.020016:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.020049:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.020061:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625933056:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.020148:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.020275:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29822 00000100:00100000:2.0:1746135174.020282:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1804:x1830954628112512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.020296:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.020307:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823767f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.020327:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.020333:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.020334:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.020337:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.020352:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.020367:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.020376:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625933184:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.020402:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.023324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.023421:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625933056:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.023440:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.023754:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625933184:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.023779:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.023798:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381c00, rc 0) 00000100:00100000:3.0:1746135174.023908:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628112640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3997us (4511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.023921:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14129 00000100:00100000:2.0:1746135174.023951:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:1804:x1830954628112512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3670us (4752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.023956:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29822 00000100:00100000:2.0:1746135174.023990:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628112896 00000100:00100000:2.0:1746135174.023995:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628112896 00002000:00100000:2.0:1746135174.024093:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b0a80 x1830954628112896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.024103:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0a80 with x1830954628112896 ext(0->4095) 00010000:00010000:2.0:1746135174.024110:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.024121:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.024133:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b0a80 00000100:00100000:2.0:1746135174.024710:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2600 00000100:00100000:2.0:1746135174.024719:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628112896:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746135174.024895:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628112896:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 177us (1581us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.024901:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2600 00002000:00100000:2.0:1746135174.024906:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b0a80 x1830954628112896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.024913:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0a80 with x1830954628112896 ext(0->4095) 00010000:00010000:2.0:1746135174.024917:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.024925:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.024930:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b0a80 00000100:00100000:0.0:1746135174.027863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.028032:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628113024 00000100:00100000:3.0:1746135174.028045:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628113024 00010000:00010000:3.0:1746135174.028088:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.028118:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14130 00000100:00100000:3.0:1746135174.028127:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628113024:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.028146:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.028171:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.028191:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.028218:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c306d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237678 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.028255:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.028257:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.028267:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.028275:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.028312:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.028324:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625933312:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.028429:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.031793:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625933312:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.031813:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.031856:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628113024:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3729us (4006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.031867:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14130 00000100:00100000:0.0:1746135174.032944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.033516:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628113280 00000100:00100000:1.0:1746135174.033527:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628113280 00002000:00100000:1.0:1746135174.033580:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3b80 x1830954628113280/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.033590:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3b80 with x1830954628113280 ext(0->4095) 00002000:00010000:1.0:1746135174.033595:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3b80 00000100:00100000:1.0:1746135174.034259:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13275 00000100:00100000:1.0:1746135174.034270:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628113280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.034447:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628113280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (1506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.034454:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13275 00002000:00100000:1.0:1746135174.034459:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b3b80 x1830954628113280/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.034466:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3b80 with x1830954628113280 ext(0->4095) 00002000:00010000:1.0:1746135174.034469:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b3b80 00000100:00100000:0.0:1746135174.036530:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.036731:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628113408 00000100:00100000:2.0:1746135174.036739:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628113408 00000100:00100000:2.0:1746135174.037088:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29823 00000100:00100000:2.0:1746135174.037097:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628113408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.037115:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.037134:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237686 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.037165:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.037171:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.037173:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.037177:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.037207:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.037218:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 15 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.037228:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625933440:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.037737:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.039204:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625933440:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.039231:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.039249:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380a00, rc 0) 00000100:00100000:2.0:1746135174.039293:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628113408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2196us (2769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.039300:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29823 00000100:00100000:0.0:1746135174.040027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.040227:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628113536 00000100:00100000:3.0:1746135174.040233:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628113536 00010000:00010000:3.0:1746135174.040259:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 16 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.040278:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14131 00000100:00100000:3.0:1746135174.040284:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628113536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.040295:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.040313:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 16 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.040323:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 16 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.040343:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c3074 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823767f expref: 16 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.041537:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.041550:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.041559:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.041568:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.041614:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.041627:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625933568:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.041714:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.042930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.044114:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628113664 00000100:00100000:2.0:1746135174.044125:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628113664 00000100:00100000:2.0:1746135174.044180:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29824 00000100:00100000:2.0:1746135174.044187:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1804:x1830954628113664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.044203:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.044220:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823768d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.044247:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.044255:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.044256:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.044259:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.044286:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.044297:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.044308:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625933696:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.045143:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.045807:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.045926:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628113920 00000100:00100000:2.0:1746135174.045932:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628113920 00002000:00100000:2.0:1746135174.045964:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995500 x1830954628113920/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.045973:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995500 with x1830954628113920 ext(0->4095) 00010000:00010000:2.0:1746135174.045981:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.045992:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.045998:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b995500 00000100:00100000:2.0:1746135174.046013:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2601 00000100:00100000:2.0:1746135174.046020:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628113920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.046420:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625933568:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.046435:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.046469:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628113536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6184us (6447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.046476:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14131 00000100:00100000:3.0:1746135174.046908:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625933696:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.046927:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 16 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.046938:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381e00, rc 0) 00000100:00100000:3.0:1746135174.046959:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:1804:x1830954628113664:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2773us (4033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.046965:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29824 00000100:00100000:2.0:1746135174.047221:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628113920:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1199us (1415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.047228:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2601 00002000:00100000:2.0:1746135174.047234:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b995500 x1830954628113920/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.047242:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995500 with x1830954628113920 ext(0->4095) 00010000:00010000:2.0:1746135174.047249:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.047260:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.047267:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b995500 00000100:00100000:0.0:1746135174.055867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.056107:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628114048 00000100:00100000:3.0:1746135174.056118:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628114048 00010000:00010000:3.0:1746135174.056155:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.056181:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14132 00000100:00100000:3.0:1746135174.056187:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628114048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.056200:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.056219:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.056230:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.056254:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c307b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237686 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.056481:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.056483:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.056489:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.056497:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.056523:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.056534:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625933824:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.057008:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.058168:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625933824:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.058181:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.058223:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628114048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2034us (2365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.058231:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14132 00000100:00100000:0.0:1746135174.058723:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.058797:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628114304 00000100:00100000:2.0:1746135174.058804:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628114304 00002000:00100000:2.0:1746135174.058839:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9f80 x1830954628114304/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.058853:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830954628114304 ext(0->4095) 00002000:00010000:2.0:1746135174.058857:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c9f80 00000100:00100000:2.0:1746135174.058884:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13276 00000100:00100000:2.0:1746135174.058890:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628114304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.059019:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628114304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.059024:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13276 00002000:00100000:2.0:1746135174.059029:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c9f80 x1830954628114304/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.059035:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830954628114304 ext(0->4095) 00002000:00010000:2.0:1746135174.059038:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c9f80 00000100:00100000:0.0:1746135174.062135:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.062280:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628114432 00000100:00100000:3.0:1746135174.062289:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628114432 00000100:00100000:3.0:1746135174.062339:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29825 00000100:00100000:3.0:1746135174.062346:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628114432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.062365:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.062381:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237694 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.062406:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.062412:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.062413:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.062416:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.062440:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 15 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.062450:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 15 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.062459:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625933952:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.062539:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.064351:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625933952:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.064376:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.064390:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:3.0:1746135174.064438:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628114432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2090us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.064450:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29825 00000100:00100000:0.0:1746135174.064905:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.065742:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628114560 00000100:00100000:1.0:1746135174.065752:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628114560 00002000:00100000:1.0:1746135174.065802:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b4cb800 x1830954628114560/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.065811:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954628114560 ext(0->7) 00010000:00010000:1.0:1746135174.065820:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 16 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.065834:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 16 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.065845:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:1.0:1746135174.065866:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2602 00000100:00100000:1.0:1746135174.065873:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628114560:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135174.067600:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628114560:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1719us (2687us total) trans 4294970655 rc 0/0 00000100:00100000:1.0:1746135174.067611:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2602 00002000:00100000:1.0:1746135174.067621:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b4cb800 x1830954628114560/t4294970655(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.067629:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954628114560 ext(0->7) 00010000:00010000:1.0:1746135174.067637:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 18 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.067679:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 18 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.067685:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:0.0:1746135174.072249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.072350:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628114688 00000100:00100000:3.0:1746135174.072359:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628114688 00010000:00010000:3.0:1746135174.072395:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 18 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.072422:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14133 00000100:00100000:3.0:1746135174.072429:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628114688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.072446:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.072464:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 18 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.072476:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 18 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.072500:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c3082 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823768d expref: 18 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.072533:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.072535:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.072550:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.072559:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.072590:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.072604:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625934080:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.072717:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.074990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.075247:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628114816 00000100:00100000:3.0:1746135174.075253:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628114816 00000100:00100000:3.0:1746135174.075399:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29826 00000100:00100000:3.0:1746135174.075407:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1804:x1830954628114816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.075426:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.075442:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823769b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.075472:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.075479:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.075481:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.075484:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 19 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.075515:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.075525:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.075536:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625934208:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.075632:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.077579:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625934080:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.077603:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.077671:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2011:x1830954628114688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5241us (5432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.077683:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14133 00000100:00100000:0.0:1746135174.078856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.078923:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625934208:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.078944:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 18 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.078960:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:3.0:1746135174.078991:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:1804:x1830954628114816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3584us (4005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.078997:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29826 00000100:00100000:1.0:1746135174.079524:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628115072 00000100:00100000:1.0:1746135174.079532:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628115072 00002000:00100000:1.0:1746135174.079581:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cbb80 x1830954628115072/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.079590:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830954628115072 ext(0->4095) 00010000:00010000:1.0:1746135174.079597:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.079613:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.079619:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cbb80 00000100:00100000:1.0:1746135174.079668:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2603 00000100:00100000:1.0:1746135174.079675:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628115072:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746135174.079813:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628115072:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 138us (961us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.079819:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2603 00002000:00100000:1.0:1746135174.079824:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cbb80 x1830954628115072/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.079831:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830954628115072 ext(0->4095) 00010000:00010000:1.0:1746135174.079835:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.079843:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.079848:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cbb80 00000100:00100000:0.0:1746135174.084337:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.085392:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628115200 00000100:00100000:3.0:1746135174.085402:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628115200 00010000:00010000:3.0:1746135174.085446:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.085486:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14134 00000100:00100000:3.0:1746135174.085495:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628115200:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.085512:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.085548:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.085562:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.085606:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3089 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237694 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.085638:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.085656:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.085665:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.085675:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.085716:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.086131:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625934336:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.086706:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.096591:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.096628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.096794:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628115456 00000100:00100000:2.0:1746135174.096805:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628115456 00000100:00100000:3.0:1746135174.096993:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625934336:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.097014:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.097070:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628115200:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 11576us (12740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.097081:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14134 00000100:00080000:1.0:1746135174.097210:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746135174.097585:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1231 00000100:00100000:2.0:1746135174.097595:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628115456:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1746135174.097671:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628115456:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 79us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.097677:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1231 00000100:00100000:3.0:1746135174.097823:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628115712 00000100:00100000:3.0:1746135174.097827:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628115712 00000100:00100000:3.0:1746135174.097861:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 822 00000100:00100000:3.0:1746135174.097865:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954628115712:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135174.097893:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954628115712:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 28us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.097898:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 822 00000100:00080000:0.0:1746135174.098249:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135174.098327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.098345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.098361:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628115328 00000100:00100000:0.0:1746135174.098364:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628115328 00000100:00100000:0.0:1746135174.098388:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 579 00000100:00100000:0.0:1746135174.098392:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d1679040-1d62-400d-a12d-d6046506b877+12:2009:x1830954628115328:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135174.098413:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d1679040-1d62-400d-a12d-d6046506b877+12:2009:x1830954628115328:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 21us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135174.098417:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 579 00000100:00100000:0.0:1746135174.098439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.098450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.098460:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628115968 00000100:00100000:0.0:1746135174.098463:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628115968 00000100:00100000:0.0:1746135174.098484:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628115584 00000100:00100000:0.0:1746135174.098486:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628115584 00000100:00100000:0.0:1746135174.098499:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628115840 00000100:00100000:0.0:1746135174.098501:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628115840 00000100:00100000:0.0:1746135174.098517:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1232 00000100:00100000:0.0:1746135174.098522:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628115968:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135174.098556:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628115968:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135174.098562:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1232 00000100:00100000:0.0:1746135174.098581:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1233 00000100:00100000:0.0:1746135174.098586:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954628115584:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135174.098603:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009265d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954628115584:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 17us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135174.098607:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1233 00000100:00100000:0.0:1746135174.098613:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1234 00000100:00100000:0.0:1746135174.098617:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954628115840:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135174.098631:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954628115840:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 14us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135174.098639:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1234 00000100:00080000:0.0:1746135174.098661:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746135174.098663:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746135174.098698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.098713:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628116352 00000100:00100000:0.0:1746135174.098715:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628116352 00002000:00100000:0.0:1746135174.098743:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d048380 x1830954628116352/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.098752:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048380 with x1830954628116352 ext(0->4095) 00002000:00010000:0.0:1746135174.098757:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d048380 00000100:00100000:0.0:1746135174.098769:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13277 00000100:00100000:0.0:1746135174.098773:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2009:x1830954628116352:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746135174.098881:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2009:x1830954628116352:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (182us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135174.098886:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13277 00002000:00100000:0.0:1746135174.098890:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d048380 x1830954628116352/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.098896:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048380 with x1830954628116352 ext(0->4095) 00002000:00010000:0.0:1746135174.098898:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d048380 00000100:00100000:0.0:1746135174.100567:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.106320:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628116096 00000100:00100000:1.0:1746135174.106336:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628116096 00000100:00100000:1.0:1746135174.106431:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29827 00000100:00100000:1.0:1746135174.106439:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2007:x1830954628116096:12345-192.168.202.58@tcp:9:kworker.0 00000020:00000080:1.0:1746135174.106478:0:11953:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc3cfcce4a56c72c0 00000100:00080000:0.0:1746135174.106530:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746135174.106896:0:11953:0:(import.c:66:import_set_state_nolock()) ffff88009b631000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1746135174.107827:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1746135174.107925:0:11953:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972156 00000100:00100000:1.0:1746135174.109004:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+2:2007:x1830954628116096:12345-192.168.202.58@tcp:9:kworker.0 Request processed in 2559us (8439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.109016:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29827 00000100:00100000:0.0:1746135174.109985:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.110030:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628116480 00000100:00100000:1.0:1746135174.110039:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628116480 00000100:00100000:1.0:1746135174.110492:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29828 00000100:00100000:1.0:1746135174.110500:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628116480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135174.110517:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135174.110537:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376a2 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.110634:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.110665:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135174.110667:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135174.110671:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.110700:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 17 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.110711:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 17 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135174.110726:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625934464:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135174.110800:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.117522:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625934464:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.117578:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.117601:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8600, rc 0) 00000100:00100000:2.0:1746135174.117699:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628116480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7198us (7717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.117710:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29828 00000100:00100000:0.0:1746135174.122133:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.122237:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628116608 00000100:00100000:2.0:1746135174.122246:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628116608 00002000:00100000:2.0:1746135174.122289:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007d049f80 x1830954628116608/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.122298:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049f80 with x1830954628116608 ext(0->7) 00010000:00010000:2.0:1746135174.122306:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 18 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.122319:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 18 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.122325:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d049f80 00000100:00100000:2.0:1746135174.124815:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2604 00000100:00100000:2.0:1746135174.124837:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954628116608:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135174.130798:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954628116608:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5960us (8664us total) trans 4294970656 rc 0/0 00000100:00100000:3.0:1746135174.130811:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2604 00002000:00100000:3.0:1746135174.130824:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88007d049f80 x1830954628116608/t4294970656(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.130834:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049f80 with x1830954628116608 ext(0->7) 00010000:00010000:3.0:1746135174.130845:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 20 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.130867:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 20 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.130874:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d049f80 00000100:00100000:1.0:1746135174.131095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.131259:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628116736 00000100:00100000:3.0:1746135174.131269:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628116736 00000100:00100000:3.0:1746135174.131311:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29829 00000100:00100000:3.0:1746135174.131322:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:1804:x1830954628116736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.131337:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.131354:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376a9 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.131387:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.131399:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.131406:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135174.131410:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.131451:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.131463:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.131473:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:3.0:1746135174.131508:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1804:x1830954628116736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.131513:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29829 00000100:00100000:0.0:1746135174.133603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.134144:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628116864 00000100:00100000:3.0:1746135174.134154:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628116864 00010000:00010000:3.0:1746135174.134197:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 21 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.134240:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14135 00000100:00100000:3.0:1746135174.134257:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954628116864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.134272:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.134289:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 21 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.134304:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 21 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.134325:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3090 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823769b expref: 21 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.134354:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.134355:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.134362:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.134369:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.134397:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.134523:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.134535:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625934720:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.134952:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.137120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.137295:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625934720:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.137314:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.137434:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628117120 00000100:00100000:2.0:1746135174.137441:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628117120 00002000:00100000:2.0:1746135174.137481:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0a80 x1830954628117120/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.137490:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0a80 with x1830954628117120 ext(0->4095) 00010000:00010000:2.0:1746135174.137496:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.137508:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.137515:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e0a80 00000100:00100000:2.0:1746135174.137534:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2605 00000100:00100000:2.0:1746135174.137550:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628117120:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135174.137842:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954628116864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3593us (4243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.137855:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14135 00000100:00100000:2.0:1746135174.138359:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628117120:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 817us (1244us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.138366:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2605 00002000:00100000:2.0:1746135174.138371:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0a80 x1830954628117120/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.138379:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0a80 with x1830954628117120 ext(0->4095) 00010000:00010000:2.0:1746135174.138384:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.138393:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.138399:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927e0a80 00000100:00100000:0.0:1746135174.140848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.141052:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628117248 00000100:00100000:3.0:1746135174.141061:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628117248 00010000:00010000:3.0:1746135174.141097:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.141129:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14136 00000100:00100000:3.0:1746135174.141136:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628117248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.141153:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.141175:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.141187:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.141210:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3097 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a2 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.141233:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.141235:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.141241:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.141249:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.141282:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.141294:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625934848:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.141357:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.146364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.147032:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625934848:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.147060:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.147156:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628117248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6016us (6315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.147172:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14136 00000100:00100000:2.0:1746135174.147993:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628117504 00000100:00100000:2.0:1746135174.148001:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628117504 00002000:00100000:2.0:1746135174.148040:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae37480 x1830954628117504/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.148048:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae37480 with x1830954628117504 ext(0->4095) 00002000:00010000:2.0:1746135174.148052:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae37480 00000100:00100000:2.0:1746135174.148072:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13278 00000100:00100000:2.0:1746135174.148078:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954628117504:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.148189:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954628117504:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (1834us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.148194:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13278 00002000:00100000:2.0:1746135174.148199:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae37480 x1830954628117504/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.148205:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae37480 with x1830954628117504 ext(0->4095) 00002000:00010000:2.0:1746135174.148208:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae37480 00000100:00100000:0.0:1746135174.151610:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.151804:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628117632 00000100:00100000:3.0:1746135174.151818:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628117632 00000100:00100000:3.0:1746135174.152161:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29830 00000100:00100000:3.0:1746135174.152170:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628117632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.152190:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.152211:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376b0 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.152240:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.152247:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.152248:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.152251:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.152296:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 19 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.152319:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 19 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.152334:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625934976:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.153312:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.158276:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625934976:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.158314:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.158339:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:3.0:1746135174.158403:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628117632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6233us (6802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.158412:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29830 00000100:00100000:0.0:1746135174.161105:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.162934:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628117760 00000100:00100000:2.0:1746135174.162946:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628117760 00002000:00100000:2.0:1746135174.163008:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae36d80 x1830954628117760/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.163020:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae36d80 with x1830954628117760 ext(0->7) 00010000:00010000:2.0:1746135174.163030:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 20 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.163044:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 20 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.163052:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae36d80 00000100:00100000:2.0:1746135174.163088:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2606 00000100:00100000:2.0:1746135174.163096:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954628117760:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135174.169767:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2010:x1830954628117760:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 6660us (8662us total) trans 4294970657 rc 0/0 00000100:00100000:2.0:1746135174.169786:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2606 00002000:00100000:2.0:1746135174.169800:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae36d80 x1830954628117760/t4294970657(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.169809:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae36d80 with x1830954628117760 ext(0->7) 00010000:00010000:2.0:1746135174.169822:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.169837:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.169843:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae36d80 00000100:00100000:0.0:1746135174.173453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.173513:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628117888 00000100:00100000:3.0:1746135174.173524:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628117888 00010000:00010000:3.0:1746135174.173574:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.173611:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14137 00000100:00100000:3.0:1746135174.173619:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2009:x1830954628117888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.173660:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.173685:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.173704:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.173729:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c309e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376a9 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.173760:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.173762:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.173769:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.173777:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.173820:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.173833:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625935104:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.173944:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.177019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.177128:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628118144 00000100:00100000:2.0:1746135174.177136:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628118144 00002000:00100000:2.0:1746135174.177172:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34380 x1830954628118144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.177182:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34380 with x1830954628118144 ext(0->4095) 00002000:00010000:2.0:1746135174.177186:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae34380 00000100:00100000:2.0:1746135174.177214:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13279 00000100:00100000:2.0:1746135174.177221:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628118144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.177318:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625935104:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.177332:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628118144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (320us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746135174.177334:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.177338:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13279 00002000:00100000:2.0:1746135174.177343:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae34380 x1830954628118144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.177354:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae34380 with x1830954628118144 ext(0->4095) 00002000:00010000:2.0:1746135174.177357:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae34380 00000100:00100000:3.0:1746135174.177358:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2009:x1830954628117888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3741us (3921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.177366:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14137 00000100:00100000:0.0:1746135174.179745:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.180257:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628118272 00000100:00100000:3.0:1746135174.180267:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628118272 00000100:00100000:3.0:1746135174.180364:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29831 00000100:00100000:3.0:1746135174.180373:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1820:x1830954628118272:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.180389:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.180405:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376b7 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.180430:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.180437:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.180438:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.180441:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 22 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.180470:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.180480:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.180492:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625935232:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135174.180525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.180549:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628118400 00000100:00100000:2.0:1746135174.180552:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628118400 00000100:00100000:2.0:1746135174.180578:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29832 00000100:00100000:2.0:1746135174.180582:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1804:x1830954628118400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.180588:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.180594:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376be expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.180604:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.180608:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 24 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.180612:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.180614:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 24 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.180634:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 24 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.180674:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 24 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.180685:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381000, rc 0) 00000100:00100000:3.0:1746135174.180801:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.181011:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:1804:x1830954628118400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 427us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.181018:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29832 00000100:00100000:3.0:1746135174.182147:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625935232:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.182170:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135174.182628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135174.182723:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:3.0:1746135174.182765:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1820:x1830954628118272:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2393us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.182773:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29831 00000100:00100000:2.0:1746135174.182779:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628118528 00000100:00100000:2.0:1746135174.182786:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628118528 00010000:00010000:2.0:1746135174.182818:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.182840:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14138 00000100:00100000:2.0:1746135174.182847:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628118528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.182862:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.182886:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.182898:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.182922:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30a5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b0 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.182936:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.182937:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.182944:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 22 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.182951:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 22 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.182983:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 22 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.182993:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.183004:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625935488:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.183055:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.185423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.185525:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628118784 00000100:00100000:3.0:1746135174.185536:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628118784 00002000:00100000:3.0:1746135174.185601:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072496300 x1830954628118784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.185612:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496300 with x1830954628118784 ext(0->4095) 00010000:00010000:3.0:1746135174.185621:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.185635:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.185691:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496300 00000100:00100000:3.0:1746135174.185723:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2607 00000100:00100000:3.0:1746135174.185731:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2010:x1830954628118784:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135174.185925:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2010:x1830954628118784:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 192us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.185932:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2607 00002000:00100000:3.0:1746135174.185938:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072496300 x1830954628118784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.185950:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496300 with x1830954628118784 ext(0->4095) 00010000:00010000:3.0:1746135174.185954:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.185962:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.185967:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496300 00000100:00100000:2.0:1746135174.186034:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625935488:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.186054:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.186092:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628118528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3245us (3465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.186100:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14138 00000100:00100000:0.0:1746135174.187997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.188053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.188233:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628119040 00000100:00100000:3.0:1746135174.188241:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628119040 00000100:00100000:3.0:1746135174.188287:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29833 00000100:00100000:3.0:1746135174.188295:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628119040:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.188322:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.188340:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376c5 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.188372:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.188378:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.188386:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135174.188389:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.188396:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628118912 00000100:00100000:2.0:1746135174.188401:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628118912 00010000:00010000:2.0:1746135174.188428:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.188432:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.188450:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.188460:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:2.0:1746135174.188461:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14139 00000100:00100000:2.0:1746135174.188467:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628118912:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.188476:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.188499:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.188512:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.188527:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628119040:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 232us (539us total) trans 0 rc 0/0 00010000:00010000:2.0:1746135174.188531:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376b7 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.188533:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29833 00010000:00010000:2.0:1746135174.188553:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.188555:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.188561:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.188569:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.188589:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.188601:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.188612:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625935744:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.189698:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.192167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.192235:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628119296 00000100:00100000:3.0:1746135174.192247:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628119296 00000100:00100000:2.0:1746135174.192278:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625935744:192.168.202.58@tcp:105: 00002000:00100000:3.0:1746135174.192301:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072496d80 x1830954628119296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746135174.192309:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746135174.192311:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496d80 with x1830954628119296 ext(0->4095) 00010000:00010000:3.0:1746135174.192319:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.192332:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.192339:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496d80 00000100:00100000:2.0:1746135174.192367:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628118912:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3900us (4313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.192371:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2608 00000100:00100000:2.0:1746135174.192377:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14139 00000100:00100000:3.0:1746135174.192379:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628119296:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.192566:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954628119296:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 187us (415us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.192572:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2608 00002000:00100000:3.0:1746135174.192578:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072496d80 x1830954628119296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.192584:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496d80 with x1830954628119296 ext(0->4095) 00010000:00010000:3.0:1746135174.192589:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.192598:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.192602:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496d80 00000100:00100000:0.0:1746135174.199385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.199445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.199557:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628119552 00000100:00100000:2.0:1746135174.199567:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628119552 00010000:00010000:2.0:1746135174.199603:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.200246:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628119424 00000100:00100000:3.0:1746135174.200251:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628119424 00000100:00100000:2.0:1746135174.200402:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14140 00000100:00100000:2.0:1746135174.200410:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2010:x1830954628119552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.200425:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.200446:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.200460:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.200483:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c30b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376be expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.200501:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.200504:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.200511:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.200520:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.200563:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.200575:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625935872:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.201010:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29834 00000100:00100000:3.0:1746135174.201018:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954628119424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.201033:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.201044:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376cc expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.201060:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.201066:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.201067:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.201070:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.201086:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.201101:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.201109:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625936000:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.201140:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.202962:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.203405:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625936000:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.203435:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.203458:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:3.0:1746135174.203520:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1804:x1830954628119424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2500us (4142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.203528:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29834 00000100:00100000:1.0:1746135174.204193:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625935872:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.204205:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.204228:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2010:x1830954628119552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3820us (4782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.204237:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14140 00000100:00100000:0.0:1746135174.205706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.205796:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628119808 00000100:00100000:1.0:1746135174.205806:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628119808 00002000:00100000:1.0:1746135174.205853:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95aa00 x1830954628119808/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.205862:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95aa00 with x1830954628119808 ext(0->4095) 00010000:00010000:1.0:1746135174.205871:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.205885:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.205892:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95aa00 00000100:00100000:1.0:1746135174.205925:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2609 00000100:00100000:1.0:1746135174.205932:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628119808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.206178:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628119808:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 246us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.206184:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2609 00002000:00100000:1.0:1746135174.206189:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95aa00 x1830954628119808/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.206195:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95aa00 with x1830954628119808 ext(0->4095) 00010000:00010000:1.0:1746135174.206199:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.206207:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.206212:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d95aa00 00000100:00100000:0.0:1746135174.208375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.208876:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628119936 00000100:00100000:1.0:1746135174.208891:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628119936 00010000:00010000:1.0:1746135174.208937:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135174.208970:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14141 00000100:00100000:1.0:1746135174.208978:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628119936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135174.208996:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135174.209025:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.209038:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.209069:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c30ba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376c5 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.209113:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.209115:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.209124:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.209132:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.209173:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135174.209187:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625936128:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135174.209306:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.212179:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625936128:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.212214:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.212281:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628119936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3301us (3915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.212294:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14141 00000100:00100000:0.0:1746135174.212552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.212682:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628120192 00000100:00100000:3.0:1746135174.212691:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628120192 00002000:00100000:3.0:1746135174.213049:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009added80 x1830954628120192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.213058:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009added80 with x1830954628120192 ext(0->4095) 00002000:00010000:3.0:1746135174.213063:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009added80 00000100:00100000:3.0:1746135174.213091:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13280 00000100:00100000:3.0:1746135174.213098:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954628120192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.213231:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954628120192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (692us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.213240:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13280 00002000:00100000:3.0:1746135174.213245:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009added80 x1830954628120192/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.213251:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009added80 with x1830954628120192 ext(0->4095) 00002000:00010000:3.0:1746135174.213254:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009added80 00000100:00100000:0.0:1746135174.216947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.217067:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628120320 00000100:00100000:3.0:1746135174.217079:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628120320 00000100:00100000:3.0:1746135174.217165:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29835 00000100:00100000:3.0:1746135174.217175:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628120320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.217202:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.217226:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376d3 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.217296:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.217304:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.217306:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.217310:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.217349:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.217366:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 21 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.217385:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625936256:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.217827:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.220941:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625936256:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.220978:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.220996:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:3.0:1746135174.221039:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628120320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3865us (4104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.221047:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29835 00000100:00100000:0.0:1746135174.221209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.221340:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628120448 00000100:00100000:2.0:1746135174.221349:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628120448 00010000:00010000:2.0:1746135174.221390:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.221423:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14142 00000100:00100000:2.0:1746135174.221430:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954628120448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.221443:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.221464:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.221477:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.221503:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c30c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376cc expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.221532:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.221535:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.221550:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.221559:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.221591:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.221604:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625936384:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.221703:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.223374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.223446:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628120576 00000100:00100000:3.0:1746135174.223457:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628120576 00000100:00100000:3.0:1746135174.223947:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29836 00000100:00100000:3.0:1746135174.223958:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954628120576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.223983:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.224007:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376da expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.224045:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.224052:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.224054:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.224057:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.224101:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.224114:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.224127:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625936512:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.224200:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625936384:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.224219:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.224854:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628120448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3422us (3643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.224865:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14142 00000100:00100000:3.0:1746135174.224889:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.230097:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.230145:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628120832 00000100:00100000:2.0:1746135174.230158:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628120832 00002000:00100000:2.0:1746135174.230213:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adde300 x1830954628120832/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.230224:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adde300 with x1830954628120832 ext(0->4095) 00010000:00010000:2.0:1746135174.230235:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.230250:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.230258:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adde300 00000100:00100000:2.0:1746135174.230290:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2610 00000100:00100000:2.0:1746135174.230296:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628120832:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00010000:00010000:3.0:1746135174.230402:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746135174.230445:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625936512:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.230458:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628120832:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 161us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.230464:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2610 00002000:00100000:2.0:1746135174.230469:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009adde300 x1830954628120832/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746135174.230474:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 22 pid: 11953 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746135174.230481:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009adde300 with x1830954628120832 ext(0->4095) 00010000:00010000:2.0:1746135174.230486:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.230489:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00010000:00010000:2.0:1746135174.230494:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.230500:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009adde300 00000100:00100000:3.0:1746135174.230514:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954628120576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6560us (7153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.230522:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29836 00000100:00100000:0.0:1746135174.232187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.232594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.232786:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628121088 00000100:00100000:2.0:1746135174.232794:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628121088 00010000:00010000:2.0:1746135174.232823:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.232863:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14143 00000100:00100000:2.0:1746135174.232870:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628121088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.232883:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.232904:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.232915:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.232936:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c30c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376d3 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.232943:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628120960 00000100:00100000:3.0:1746135174.232947:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628120960 00010000:00010000:2.0:1746135174.232951:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.232954:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.232960:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 22 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.232967:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 22 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.232977:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29837 00000100:00100000:3.0:1746135174.232983:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1820:x1830954628120960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.232996:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.232997:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 22 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.233006:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376e1 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.233009:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625936640:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.233030:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.233035:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.233036:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.233039:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.233055:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.233065:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.233073:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625936768:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.233073:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.233096:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.235075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.235466:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625936768:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.235493:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.235506:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:3.0:1746135174.235556:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1820:x1830954628120960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2572us (3377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.235563:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29837 00000100:00100000:3.0:1746135174.235860:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628121344 00000100:00100000:3.0:1746135174.235870:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628121344 00002000:00100000:3.0:1746135174.235912:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d063b80 x1830954628121344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.235921:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063b80 with x1830954628121344 ext(0->4095) 00010000:00010000:3.0:1746135174.235928:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.235940:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.235946:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d063b80 00000100:00100000:3.0:1746135174.235963:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2611 00000100:00100000:3.0:1746135174.235971:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2008:x1830954628121344:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746135174.236124:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625936640:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.236137:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.236145:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2008:x1830954628121344:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 176us (1080us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.236151:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2611 00002000:00100000:3.0:1746135174.236156:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d063b80 x1830954628121344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.236162:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063b80 with x1830954628121344 ext(0->4095) 00000100:00100000:2.0:1746135174.236162:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628121088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3293us (3569us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135174.236167:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.236172:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14143 00010000:00010000:3.0:1746135174.236175:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.236180:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d063b80 00000100:00100000:0.0:1746135174.240050:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.240133:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628121472 00000100:00100000:2.0:1746135174.240142:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628121472 00010000:00010000:2.0:1746135174.240171:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.240204:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14144 00000100:00100000:2.0:1746135174.240210:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2009:x1830954628121472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.240224:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.240250:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.240268:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.240293:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c30cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376da expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.240325:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.240327:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.240337:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.240349:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.240386:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.240402:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625936896:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.241659:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.245331:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.245410:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628121728 00000100:00100000:3.0:1746135174.245421:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628121728 00002000:00100000:3.0:1746135174.245478:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d061c00 x1830954628121728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.245488:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061c00 with x1830954628121728 ext(0->4095) 00002000:00010000:3.0:1746135174.245495:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d061c00 00000100:00100000:3.0:1746135174.245519:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13281 00000100:00100000:3.0:1746135174.245527:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628121728:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.245843:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625936896:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.245913:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628121728:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 385us (594us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.245920:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13281 00002000:00100000:3.0:1746135174.245926:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d061c00 x1830954628121728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.245933:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061c00 with x1830954628121728 ext(0->4095) 00002000:00010000:3.0:1746135174.245936:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d061c00 00010000:00010000:2.0:1746135174.245969:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.245997:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2009:x1830954628121472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5786us (5957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.246005:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14144 00000100:00100000:0.0:1746135174.249422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.249689:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628121856 00000100:00100000:3.0:1746135174.249700:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628121856 00000100:00100000:3.0:1746135174.249755:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29838 00000100:00100000:3.0:1746135174.249762:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628121856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.249783:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.249800:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376e8 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.249828:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.249840:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.249842:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.249845:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.249871:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.249882:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 21 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.249893:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625937024:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.250466:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.253504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.253706:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625937024:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.253746:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.253768:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:3.0:1746135174.253837:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628121856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4072us (4428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.253846:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29838 00000100:00100000:2.0:1746135174.254174:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628121984 00000100:00100000:2.0:1746135174.254183:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628121984 00010000:00010000:2.0:1746135174.254218:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.254250:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14145 00000100:00100000:2.0:1746135174.254256:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954628121984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.254271:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.254299:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.254311:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.254340:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c30d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e1 expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.254364:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.254367:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.254376:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.254385:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.254420:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.254433:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625937152:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.254509:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2900 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.257802:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625937152:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.257823:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.257869:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2011:x1830954628121984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3612us (4378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.257879:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14145 00000100:00100000:0.0:1746135174.257961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.258072:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.258380:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628122240 00000100:00100000:1.0:1746135174.258387:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628122240 00002000:00100000:1.0:1746135174.258422:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb3100 x1830954628122240/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.258433:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb3100 with x1830954628122240 ext(0->4095) 00002000:00010000:1.0:1746135174.258438:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb3100 00000100:00100000:1.0:1746135174.258453:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13282 00000100:00100000:1.0:1746135174.258459:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628122240:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135174.258578:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628122240:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (941us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.258584:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13282 00002000:00100000:1.0:1746135174.258589:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb3100 x1830954628122240/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.258597:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb3100 with x1830954628122240 ext(0->4095) 00002000:00010000:1.0:1746135174.258600:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb3100 00000100:00100000:2.0:1746135174.259152:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628122368 00000100:00100000:2.0:1746135174.259157:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628122368 00000100:00100000:2.0:1746135174.259181:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29839 00000100:00100000:2.0:1746135174.259186:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:1804:x1830954628122368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.259196:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.259212:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376ef expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.259232:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.259238:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.259239:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.259242:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.259269:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.259280:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 5 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.259293:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625937280:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.260359:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.262088:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.262465:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628122496 00000100:00100000:2.0:1746135174.262474:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628122496 00000100:00100000:3.0:1746135174.262797:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625937280:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.262824:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.262845:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380200, rc 0) 00000100:00100000:3.0:1746135174.262900:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1804:x1830954628122368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3713us (4827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.262908:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29839 00000100:00100000:3.0:1746135174.262935:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29840 00000100:00100000:3.0:1746135174.262942:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1820:x1830954628122496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.262959:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.262977:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376f6 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.263000:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.263004:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.263010:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.263014:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.263051:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.263061:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 23 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.263069:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:3.0:1746135174.263086:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1820:x1830954628122496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.263092:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29840 00000100:00100000:0.0:1746135174.263148:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.264475:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628122624 00000100:00100000:3.0:1746135174.264486:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628122624 00010000:00010000:3.0:1746135174.264526:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.265079:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14146 00000100:00100000:3.0:1746135174.265088:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628122624:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.265104:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.265132:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.265145:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.265172:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c30dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376e8 expref: 6 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.265207:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.265210:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.265219:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.265227:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.265266:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.265279:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.265292:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625937536:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.266440:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.269123:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625937536:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.269140:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.269234:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628122624:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4145us (6083us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.269244:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14146 00000100:00100000:0.0:1746135174.271142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.271250:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628122880 00000100:00100000:3.0:1746135174.271260:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628122880 00002000:00100000:3.0:1746135174.271306:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b0380 x1830954628122880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.271318:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0380 with x1830954628122880 ext(0->4095) 00010000:00010000:3.0:1746135174.271328:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.271343:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.271349:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b0380 00000100:00100000:3.0:1746135174.271384:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2612 00000100:00100000:3.0:1746135174.271391:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628122880:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.271565:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628122880:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.271571:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2612 00002000:00100000:3.0:1746135174.271575:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b0380 x1830954628122880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.271582:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0380 with x1830954628122880 ext(0->4095) 00010000:00010000:3.0:1746135174.271586:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.271593:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.271598:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800944b0380 00000100:00100000:0.0:1746135174.275613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.276071:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628123008 00000100:00100000:3.0:1746135174.276082:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628123008 00010000:00010000:3.0:1746135174.276127:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.276369:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14147 00000100:00100000:3.0:1746135174.276377:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2008:x1830954628123008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.276390:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.276410:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.276421:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.276443:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376ef expref: 23 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.276583:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.276585:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.276591:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.276598:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.276628:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 22 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.276638:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625937664:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.277326:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.280215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.280331:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625937664:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.280351:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.280400:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2008:x1830954628123008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4023us (4796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.280412:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14147 00000100:00100000:1.0:1746135174.280732:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628123264 00000100:00100000:1.0:1746135174.280739:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628123264 00002000:00100000:1.0:1746135174.280778:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ee680 x1830954628123264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.280787:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee680 with x1830954628123264 ext(0->4095) 00002000:00010000:1.0:1746135174.280792:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee680 00000100:00100000:1.0:1746135174.280822:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13283 00000100:00100000:1.0:1746135174.280829:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2010:x1830954628123264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135174.280988:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2010:x1830954628123264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.280993:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13283 00002000:00100000:1.0:1746135174.280998:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4ee680 x1830954628123264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.281005:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee680 with x1830954628123264 ext(0->4095) 00002000:00010000:1.0:1746135174.281007:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee680 00000100:00100000:0.0:1746135174.284776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.285001:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628123392 00000100:00100000:2.0:1746135174.285010:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628123392 00000100:00100000:2.0:1746135174.285111:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29841 00000100:00100000:2.0:1746135174.285119:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628123392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.285141:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.285161:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082376fd expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.285191:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.285198:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.285200:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.285203:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.285239:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 21 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.285252:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 21 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.285271:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625937792:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.285810:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.289742:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625937792:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.289785:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.289808:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381c00, rc 0) 00000100:00100000:2.0:1746135174.289866:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628123392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4747us (5103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.289878:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29841 00000100:00100000:0.0:1746135174.290705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.290833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.290910:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628123520 00000100:00100000:3.0:1746135174.290918:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628123520 00010000:00010000:3.0:1746135174.290949:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.291067:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14148 00000100:00100000:3.0:1746135174.291075:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954628123520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.291092:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.291121:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.291134:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.291160:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c30eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376f6 expref: 22 pid: 11615 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.291368:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628123648 00000100:00100000:2.0:1746135174.291373:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628123648 00000100:00100000:2.0:1746135174.291405:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29842 00000100:00100000:2.0:1746135174.291410:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:1804:x1830954628123648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.291430:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.291444:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237704 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.291459:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.291464:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.291471:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.292050:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.292176:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.292180:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.292187:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.292194:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.292228:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.292239:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.292250:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625937920:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.292335:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746135174.292472:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.292481:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.292494:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938048:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.292522:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.293919:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625937920:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.293943:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.293957:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380200, rc 0) 00000100:00100000:2.0:1746135174.293994:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:1804:x1830954628123648:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2583us (3160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.294003:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29842 00000100:00100000:3.0:1746135174.296126:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938048:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.296140:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.296170:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954628123520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5097us (5469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.296179:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14148 00000100:00100000:0.0:1746135174.297241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.297670:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628123904 00000100:00100000:3.0:1746135174.297679:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628123904 00002000:00100000:3.0:1746135174.297721:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1c00 x1830954628123904/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.297731:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1c00 with x1830954628123904 ext(0->4095) 00010000:00010000:3.0:1746135174.297740:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.297752:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.297758:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b1c00 00000100:00100000:3.0:1746135174.297785:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2613 00000100:00100000:3.0:1746135174.297791:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628123904:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.297927:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628123904:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (690us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.297935:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2613 00002000:00100000:3.0:1746135174.297939:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1c00 x1830954628123904/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.297946:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1c00 with x1830954628123904 ext(0->4095) 00010000:00010000:3.0:1746135174.297950:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.297959:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.297964:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b1c00 00000100:00100000:0.0:1746135174.300466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.300839:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628124032 00000100:00100000:3.0:1746135174.300850:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628124032 00010000:00010000:3.0:1746135174.300895:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.301081:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14149 00000100:00100000:3.0:1746135174.301089:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628124032:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.301105:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.301126:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.301139:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.301164:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381c00/0xc3cfcce4a57c30f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082376fd expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.301283:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.301285:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.301294:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.301302:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.301336:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.301347:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938176:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.301925:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.305299:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938176:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.305319:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.305360:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628124032:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4272us (4904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.305370:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14149 00000100:00100000:0.0:1746135174.305806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.305965:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628124288 00000100:00100000:1.0:1746135174.305973:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628124288 00002000:00100000:1.0:1746135174.306010:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1500 x1830954628124288/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.306019:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1500 with x1830954628124288 ext(0->4095) 00002000:00010000:1.0:1746135174.306023:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b1500 00000100:00100000:1.0:1746135174.306049:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13284 00000100:00100000:1.0:1746135174.306055:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2009:x1830954628124288:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135174.306214:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2009:x1830954628124288:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (409us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.306220:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13284 00002000:00100000:1.0:1746135174.306224:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b1500 x1830954628124288/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.306231:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1500 with x1830954628124288 ext(0->4095) 00002000:00010000:1.0:1746135174.306233:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325b1500 00000100:00100000:0.0:1746135174.310686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.310774:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628124416 00000100:00100000:2.0:1746135174.310783:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628124416 00000100:00100000:2.0:1746135174.310832:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29843 00000100:00100000:2.0:1746135174.310838:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628124416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.310854:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.310870:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823770b expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.310896:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.310903:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.310904:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.310907:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.310932:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 21 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.310941:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 21 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.310952:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625938304:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.311019:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.317296:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.317463:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625938304:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.317492:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.317512:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380a00, rc 0) 00000100:00100000:2.0:1746135174.317783:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628124416:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6944us (7148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.317791:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29843 00000100:00100000:0.0:1746135174.318264:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628124544 00000100:00100000:0.0:1746135174.318271:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628124544 00002000:00100000:0.0:1746135174.318315:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094431f80 x1830954628124544/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.318323:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431f80 with x1830954628124544 ext(0->7) 00010000:00010000:0.0:1746135174.318330:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.318341:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 22 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135174.318347:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094431f80 00000100:00100000:0.0:1746135174.318376:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2614 00000100:00100000:0.0:1746135174.318383:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2011:x1830954628124544:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135174.319479:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2011:x1830954628124544:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1090us (2187us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746135174.319486:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2614 00002000:00100000:0.0:1746135174.319492:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094431f80 x1830954628124544/t4294970658(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.319498:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431f80 with x1830954628124544 ext(0->7) 00010000:00010000:0.0:1746135174.319505:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 24 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.319516:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 24 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135174.319521:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094431f80 00000100:00100000:1.0:1746135174.328155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.328229:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628124672 00000100:00100000:3.0:1746135174.328236:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628124672 00010000:00010000:3.0:1746135174.328263:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 24 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.328284:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14150 00000100:00100000:3.0:1746135174.328289:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2010:x1830954628124672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.328303:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.328318:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 24 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.328327:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 24 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.328344:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c30f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237704 expref: 24 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.328365:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.328367:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.328372:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.328379:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.328404:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.328412:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938432:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.328470:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.330571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.330859:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628124800 00000100:00100000:2.0:1746135174.330871:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628124800 00000100:00100000:2.0:1746135174.331050:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29844 00000100:00100000:2.0:1746135174.331059:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:1804:x1830954628124800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.331084:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.331106:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237712 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135174.331134:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135174.331190:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.331198:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.331199:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.331202:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 25 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.331230:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.331241:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.331251:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625938560:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.331744:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938432:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.331759:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.331930:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2010:x1830954628124672:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3638us (3782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.331947:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.331963:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14150 00000100:00100000:1.0:1746135174.332433:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628125056 00000100:00100000:1.0:1746135174.332438:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628125056 00002000:00100000:1.0:1746135174.332473:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268e680 x1830954628125056/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.332481:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e680 with x1830954628125056 ext(0->4095) 00010000:00010000:1.0:1746135174.332487:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.332500:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.332506:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268e680 00000100:00100000:1.0:1746135174.332532:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2615 00000100:00100000:1.0:1746135174.332546:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628125056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135174.332707:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628125056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 168us (1573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.332713:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2615 00002000:00100000:1.0:1746135174.332719:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268e680 x1830954628125056/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.332725:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e680 with x1830954628125056 ext(0->4095) 00010000:00010000:1.0:1746135174.332729:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.332743:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.332748:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268e680 00000100:00100000:0.0:1746135174.333032:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625938560:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135174.333047:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 24 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135174.333059:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380c00, rc 0) 00000100:00100000:0.0:1746135174.333158:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:1804:x1830954628124800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2099us (2596us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135174.333164:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29844 00000100:00100000:0.0:1746135174.335850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.336005:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628125184 00000100:00100000:3.0:1746135174.336015:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628125184 00010000:00010000:3.0:1746135174.336049:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.336086:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14151 00000100:00100000:3.0:1746135174.336092:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628125184:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.336107:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.336124:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.336135:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.336155:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3100 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823770b expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.336181:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.336183:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.336190:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.336196:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.336226:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.336238:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938688:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.336432:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.338305:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938688:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.338406:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.338453:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628125184:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2359us (2612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.338464:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14151 00000100:00100000:0.0:1746135174.338815:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.338883:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628125440 00000100:00100000:1.0:1746135174.338891:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628125440 00002000:00100000:1.0:1746135174.338931:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268d180 x1830954628125440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.338941:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d180 with x1830954628125440 ext(0->4095) 00002000:00010000:1.0:1746135174.338947:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268d180 00000100:00100000:1.0:1746135174.339015:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13285 00000100:00100000:1.0:1746135174.339025:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2011:x1830954628125440:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135174.339278:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2011:x1830954628125440:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 254us (463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.339284:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13285 00002000:00100000:1.0:1746135174.339289:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268d180 x1830954628125440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.339296:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d180 with x1830954628125440 ext(0->4095) 00002000:00010000:1.0:1746135174.339298:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268d180 00000100:00100000:0.0:1746135174.341086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.341339:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628125568 00000100:00100000:2.0:1746135174.341350:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628125568 00000100:00100000:2.0:1746135174.341417:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29845 00000100:00100000:2.0:1746135174.341424:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628125568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.341446:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.341467:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237719 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.341505:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.341512:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.341513:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.341516:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.341562:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 23 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.341577:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 23 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.341590:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625938816:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.341728:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.345290:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625938816:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135174.345296:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135174.345332:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.345899:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380200, rc 0) 00000100:00100000:2.0:1746135174.345961:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628125568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4536us (4884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.345972:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29845 00000100:00100000:1.0:1746135174.346176:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628125696 00000100:00100000:1.0:1746135174.346186:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628125696 00002000:00100000:1.0:1746135174.346236:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e5880 x1830954628125696/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.346246:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5880 with x1830954628125696 ext(0->7) 00010000:00010000:1.0:1746135174.346253:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 24 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.346267:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 24 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.346274:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5880 00000100:00100000:1.0:1746135174.346313:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2616 00000100:00100000:1.0:1746135174.346321:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2010:x1830954628125696:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135174.347453:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954628125696:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1130us (2157us total) trans 4294970659 rc 0/0 00000100:00100000:0.0:1746135174.347460:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2616 00002000:00100000:0.0:1746135174.347465:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009d2e5880 x1830954628125696/t4294970659(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.347473:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5880 with x1830954628125696 ext(0->7) 00010000:00010000:0.0:1746135174.347479:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 26 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.347490:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 26 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135174.347496:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d2e5880 00000100:00100000:0.0:1746135174.349853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.349918:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628125824 00000100:00100000:3.0:1746135174.349926:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628125824 00010000:00010000:3.0:1746135174.350193:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 26 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.350855:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14152 00000100:00100000:3.0:1746135174.350864:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954628125824:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.350881:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.350902:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 26 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.350913:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 26 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.350933:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3107 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237712 expref: 26 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.350949:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.350951:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.350957:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.350964:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.350991:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.351001:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938944:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.351074:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.353795:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625938944:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.353813:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.353854:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:2010:x1830954628125824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2992us (4008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.353865:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14152 00000100:00100000:0.0:1746135174.354420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.354484:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628126080 00000100:00100000:2.0:1746135174.354493:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628126080 00002000:00100000:2.0:1746135174.354536:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e6680 x1830954628126080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.354554:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6680 with x1830954628126080 ext(0->4095) 00002000:00010000:2.0:1746135174.354561:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e6680 00000100:00100000:2.0:1746135174.354592:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13286 00000100:00100000:2.0:1746135174.354601:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628126080:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.354777:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628126080:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 177us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.354783:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13286 00002000:00100000:2.0:1746135174.354788:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d2e6680 x1830954628126080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.354796:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e6680 with x1830954628126080 ext(0->4095) 00002000:00010000:2.0:1746135174.354799:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e6680 00000100:00100000:0.0:1746135174.357453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.357555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.357623:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628126208 00000100:00100000:2.0:1746135174.357632:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628126208 00000100:00100000:2.0:1746135174.357683:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628126336 00000100:00100000:2.0:1746135174.357686:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628126336 00000100:00100000:2.0:1746135174.357698:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29846 00000100:00100000:2.0:1746135174.357705:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:1820:x1830954628126208:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.357721:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.357739:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237720 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.357770:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.357778:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.357780:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.357783:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.357808:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.357819:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.357831:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625939072:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.357921:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.358184:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29847 00000100:00100000:3.0:1746135174.358192:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:1804:x1830954628126336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.358199:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.358206:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237727 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.358216:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.358220:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.358229:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.358232:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 28 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.358251:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.358260:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 28 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.358268:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:3.0:1746135174.358293:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954628126336:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.358299:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29847 00000100:00100000:2.0:1746135174.359591:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625939072:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.359610:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.359621:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380c00, rc 0) 00000100:00100000:2.0:1746135174.359679:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:1820:x1830954628126208:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1973us (2239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.359685:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29846 00000100:00100000:0.0:1746135174.360290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.360367:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628126464 00000100:00100000:3.0:1746135174.360374:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628126464 00010000:00010000:3.0:1746135174.360398:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.360429:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14153 00000100:00100000:3.0:1746135174.360435:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628126464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.360445:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.360462:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.360472:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.360493:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c310e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237719 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.360506:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.360508:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.360514:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 26 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.360522:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 26 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.360556:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 26 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.360565:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 26 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.360575:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625939328:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.360632:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.365963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.366029:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628126720 00000100:00100000:2.0:1746135174.366039:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628126720 00002000:00100000:2.0:1746135174.366078:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b615180 x1830954628126720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.366091:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615180 with x1830954628126720 ext(0->4095) 00010000:00010000:2.0:1746135174.366101:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.366115:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.366122:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b615180 00000100:00100000:2.0:1746135174.366150:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2617 00000100:00100000:2.0:1746135174.366156:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954628126720:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.366329:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954628126720:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.366339:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2617 00002000:00100000:2.0:1746135174.366345:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b615180 x1830954628126720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.366355:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615180 with x1830954628126720 ext(0->4095) 00010000:00010000:2.0:1746135174.366359:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.366368:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.366374:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b615180 00000100:00100000:3.0:1746135174.366898:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625939328:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.366916:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.366953:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628126464:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6517us (6663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.366961:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14153 00000100:00100000:0.0:1746135174.368695:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.368822:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628126848 00000100:00100000:3.0:1746135174.368830:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628126848 00010000:00010000:3.0:1746135174.368859:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.368892:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14154 00000100:00100000:3.0:1746135174.368899:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954628126848:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.368911:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.368928:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.368938:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.368958:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c3115 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237720 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.368983:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.368985:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.368992:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.369000:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.369028:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 26 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.369040:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625939456:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.369117:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.371596:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625939456:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.371615:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.371688:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954628126848:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2788us (2998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.371697:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14154 00000100:00100000:0.0:1746135174.372913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.374508:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628127104 00000100:00100000:2.0:1746135174.374520:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628127104 00002000:00100000:2.0:1746135174.374579:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b615c00 x1830954628127104/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.374593:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615c00 with x1830954628127104 ext(0->4095) 00002000:00010000:2.0:1746135174.374598:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b615c00 00000100:00100000:2.0:1746135174.374663:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13287 00000100:00100000:2.0:1746135174.374673:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954628127104:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.374866:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954628127104:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 194us (1956us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.374874:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13287 00002000:00100000:2.0:1746135174.374881:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b615c00 x1830954628127104/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.374888:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615c00 with x1830954628127104 ext(0->4095) 00002000:00010000:2.0:1746135174.374891:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b615c00 00000100:00100000:0.0:1746135174.379438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.379517:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628127232 00000100:00100000:2.0:1746135174.379532:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628127232 00000100:00100000:2.0:1746135174.379604:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29848 00000100:00100000:2.0:1746135174.379613:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628127232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.379636:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.379689:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823772e expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.379721:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.379735:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.379738:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.379742:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.379774:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 25 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.379786:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 25 pid: 26641 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.379799:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625939584:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.379898:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.385579:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d594000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625939584:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.385614:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.385632:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380a00, rc 0) 00000100:00100000:2.0:1746135174.385711:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628127232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6098us (6285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.385718:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29848 00000100:00100000:0.0:1746135174.387997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.388095:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628127360 00000100:00100000:2.0:1746135174.388103:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628127360 00002000:00100000:2.0:1746135174.388145:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b6680 x1830954628127360/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.388159:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6680 with x1830954628127360 ext(0->7) 00010000:00010000:2.0:1746135174.388168:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 26 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.388182:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 26 pid: 26641 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.388188:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6680 00000100:00100000:2.0:1746135174.388208:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2618 00000100:00100000:2.0:1746135174.388214:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954628127360:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135174.389862:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954628127360:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1640us (1866us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1746135174.389870:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2618 00002000:00100000:0.0:1746135174.389877:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b6680 x1830954628127360/t4294970660(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.389885:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6680 with x1830954628127360 ext(0->7) 00010000:00010000:0.0:1746135174.389893:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 28 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.389907:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 28 pid: 26641 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135174.389913:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6680 00000100:00100000:2.0:1746135174.390560:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.390711:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628127488 00000100:00100000:3.0:1746135174.390718:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628127488 00000100:00100000:3.0:1746135174.390802:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29849 00000100:00100000:3.0:1746135174.390810:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954628127488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.390827:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.390843:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237735 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.390863:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.390868:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.390873:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135174.390876:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.390903:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.390913:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.390926:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:3.0:1746135174.390959:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:1804:x1830954628127488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.390964:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29849 00000100:00100000:3.0:1746135174.399982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.400014:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628127616 00000100:00100000:3.0:1746135174.400022:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628127616 00010000:00010000:3.0:1746135174.400259:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 29 pid: 26641 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.400290:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14155 00000100:00100000:3.0:1746135174.400298:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2008:x1830954628127616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.400312:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.400329:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 29 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.400339:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 29 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.400359:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c311c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237727 expref: 29 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.400376:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.400378:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.400384:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.400395:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.400435:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.400446:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.400456:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625939840:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.404754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.405049:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.405098:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625939840:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.405119:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.405169:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2008:x1830954628127616:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4872us (5196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135174.405171:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628127872 00000100:00100000:0.0:1746135174.405180:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628127872 00000100:00100000:3.0:1746135174.405183:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14155 00002000:00100000:0.0:1746135174.405239:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595880 x1830954628127872/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.405249:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595880 with x1830954628127872 ext(0->4095) 00010000:00010000:0.0:1746135174.405259:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.405274:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135174.405282:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595880 00000100:00100000:0.0:1746135174.405304:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2619 00000100:00100000:0.0:1746135174.405312:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628127872:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135174.405481:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628127872:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 170us (742us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135174.405488:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2619 00002000:00100000:0.0:1746135174.405493:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d595880 x1830954628127872/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.405500:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595880 with x1830954628127872 ext(0->4095) 00010000:00010000:0.0:1746135174.405505:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.405514:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135174.405520:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d595880 00000100:00100000:0.0:1746135174.410715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.411318:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628128000 00000100:00100000:3.0:1746135174.411326:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628128000 00010000:00010000:3.0:1746135174.411364:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.411406:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14156 00000100:00100000:3.0:1746135174.411413:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628128000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.411426:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.411445:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.411456:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.411480:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3123 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823772e expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.412616:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.412619:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.412629:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.412637:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.412687:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.412699:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625939968:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.413206:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.417480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.417586:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625939968:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.417602:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.417609:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628128256 00000100:00100000:1.0:1746135174.417616:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628128256 00000100:00100000:3.0:1746135174.417638:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628128000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6225us (6930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.417666:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14156 00002000:00100000:1.0:1746135174.417670:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60c000 x1830954628128256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.417678:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c000 with x1830954628128256 ext(0->4095) 00002000:00010000:1.0:1746135174.417683:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60c000 00000100:00100000:1.0:1746135174.417712:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13288 00000100:00100000:1.0:1746135174.417719:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954628128256:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.417842:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954628128256:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.417848:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13288 00002000:00100000:1.0:1746135174.417853:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60c000 x1830954628128256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.417860:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60c000 with x1830954628128256 ext(0->4095) 00002000:00010000:1.0:1746135174.417862:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60c000 00000100:00100000:0.0:1746135174.419732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.419845:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628128384 00000100:00100000:3.0:1746135174.419854:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628128384 00000100:00100000:3.0:1746135174.420313:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29850 00000100:00100000:3.0:1746135174.420320:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628128384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.420334:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.420347:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823773c expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.420369:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.420375:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.420377:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.420380:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.420402:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.420410:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.420420:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625940096:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.420676:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.422765:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625940096:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.422795:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.422816:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:3.0:1746135174.422853:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628128384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2532us (3129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.422860:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29850 00000100:00100000:0.0:1746135174.424348:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.424453:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628128512 00000100:00100000:3.0:1746135174.424462:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628128512 00010000:00010000:3.0:1746135174.424501:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.424718:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14157 00000100:00100000:3.0:1746135174.424726:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954628128512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.424744:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.424769:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.424784:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.424809:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c312a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237735 expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.424847:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.424849:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.424857:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.424872:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.424908:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.424922:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625940224:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.425815:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.427549:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.428001:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628128640 00000100:00100000:3.0:1746135174.428011:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628128640 00000100:00100000:3.0:1746135174.428069:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29851 00000100:00100000:3.0:1746135174.428077:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954628128640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.428097:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.428117:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237743 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.428145:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.428152:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.428154:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.428157:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.428701:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625940224:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.428726:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135174.428766:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.428783:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2010:x1830954628128512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4058us (4443us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135174.428785:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.428792:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14157 00000100:00100000:3.0:1746135174.428799:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625940352:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.429003:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.429068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.429126:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628128896 00000100:00100000:2.0:1746135174.429130:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628128896 00002000:00100000:2.0:1746135174.429171:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665c00 x1830954628128896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.429180:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665c00 with x1830954628128896 ext(0->4095) 00010000:00010000:2.0:1746135174.429186:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.429201:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.429207:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665c00 00000100:00100000:2.0:1746135174.429231:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2620 00000100:00100000:2.0:1746135174.429238:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628128896:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.429400:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628128896:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 162us (332us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.429406:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2620 00002000:00100000:2.0:1746135174.429411:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665c00 x1830954628128896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.429417:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665c00 with x1830954628128896 ext(0->4095) 00010000:00010000:2.0:1746135174.429421:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.429429:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.429435:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665c00 00000100:00100000:3.0:1746135174.432411:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625940352:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.432447:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.432469:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:3.0:1746135174.432549:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954628128640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4473us (5017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.432559:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29851 00000100:00100000:0.0:1746135174.433330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.433594:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628129024 00000100:00100000:3.0:1746135174.433600:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628129024 00000100:00100000:3.0:1746135174.433752:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29852 00000100:00100000:3.0:1746135174.433760:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1820:x1830954628129024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.433774:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.433789:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823774a expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.433807:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.433812:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.433822:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.433825:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.433848:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.433856:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.434226:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:3.0:1746135174.435028:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:1820:x1830954628129024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1260us (1692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.435035:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29852 00000100:00100000:0.0:1746135174.435705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.435943:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628129152 00000100:00100000:2.0:1746135174.435949:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628129152 00010000:00010000:2.0:1746135174.435977:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.435998:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14158 00000100:00100000:2.0:1746135174.436003:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628129152:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.436014:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.436030:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.436040:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.436065:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3131 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823773c expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.436095:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.436097:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.436104:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.436111:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.436138:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.436147:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.436159:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625940608:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.436228:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bfb2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.438871:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d596300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625940608:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.438896:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.438947:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628129152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2942us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.438958:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14158 00000100:00100000:0.0:1746135174.441023:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.441914:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628129408 00000100:00100000:2.0:1746135174.441927:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628129408 00002000:00100000:2.0:1746135174.441983:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d932680 x1830954628129408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.441992:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932680 with x1830954628129408 ext(0->4095) 00010000:00010000:2.0:1746135174.442002:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.442015:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.442022:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d932680 00000100:00100000:2.0:1746135174.442053:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2621 00000100:00100000:2.0:1746135174.442061:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2010:x1830954628129408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.445510:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2010:x1830954628129408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 3422us (4473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.445534:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2621 00002000:00100000:2.0:1746135174.445560:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d932680 x1830954628129408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.445572:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932680 with x1830954628129408 ext(0->4095) 00010000:00010000:2.0:1746135174.445589:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.445611:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.445618:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d932680 00000100:00100000:2.0:1746135174.454024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.454623:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628129536 00000100:00100000:0.0:1746135174.454637:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628129536 00010000:00010000:0.0:1746135174.454710:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:0.0:1746135174.454781:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14159 00000100:00100000:0.0:1746135174.454789:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:2009:x1830954628129536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135174.454808:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135174.454964:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.454979:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.455012:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3138 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237743 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.455615:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135174.455618:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135174.455627:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135174.455637:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135174.455709:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135174.455724:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d932a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625940736:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135174.455845:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.458404:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d932a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625940736:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.458439:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.458492:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2009:x1830954628129536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3702us (4483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.458503:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14159 00000100:00100000:0.0:1746135174.459811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.459911:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628129792 00000100:00100000:2.0:1746135174.459920:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628129792 00002000:00100000:2.0:1746135174.459967:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d931500 x1830954628129792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.459978:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d931500 with x1830954628129792 ext(0->4095) 00002000:00010000:2.0:1746135174.459984:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d931500 00000100:00100000:2.0:1746135174.460008:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13289 00000100:00100000:2.0:1746135174.460016:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954628129792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.460212:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954628129792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 195us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.460219:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13289 00002000:00100000:2.0:1746135174.460225:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d931500 x1830954628129792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.460239:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d931500 with x1830954628129792 ext(0->4095) 00002000:00010000:2.0:1746135174.460241:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d931500 00000100:00100000:0.0:1746135174.462980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.463357:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628129920 00000100:00100000:3.0:1746135174.463369:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628129920 00000100:00100000:3.0:1746135174.463443:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29853 00000100:00100000:3.0:1746135174.463452:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628129920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.463474:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.463492:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237751 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.463523:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.463531:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.463534:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.463546:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.463585:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.463600:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.463613:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625940864:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.463763:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.466171:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625940864:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.466210:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.466233:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:2.0:1746135174.466630:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625940992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746135174.466823:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135174.466827:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628129920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3375us (3866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.466838:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29853 00000100:00100000:1.0:1746135174.467141:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625940992 00000100:00100000:1.0:1746135174.467150:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625940992 00000100:00100000:1.0:1746135174.467192:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1746135174.467200:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625940992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746135174.467242:0:7251:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:1.0:1746135174.467736:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625940992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 536us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.467743:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1746135174.467882:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625940992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135174.468087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.468393:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628130048 00000100:00100000:2.0:1746135174.468399:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628130048 00010000:00010000:2.0:1746135174.468435:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.468509:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14160 00000100:00100000:2.0:1746135174.468515:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954628130048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.468526:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.468551:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.468563:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.468589:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c313f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823774a expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.468618:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.468620:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.468628:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.468658:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.468695:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.468707:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625941120:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.470048:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.472262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.472425:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625941120:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.472446:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.472498:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2011:x1830954628130048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3982us (4411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.472509:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14160 00000100:00100000:3.0:1746135174.472609:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628130176 00000100:00100000:3.0:1746135174.472618:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628130176 00000100:00100000:3.0:1746135174.472895:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29854 00000100:00100000:3.0:1746135174.472903:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:1804:x1830954628130176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.472920:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.472935:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237758 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.472961:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.472967:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.472969:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.472972:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.472998:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.473008:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.473025:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625941248:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.473080:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.474955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.475346:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628130432 00000100:00100000:2.0:1746135174.475356:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628130432 00002000:00100000:2.0:1746135174.475402:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56ca80 x1830954628130432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.475412:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56ca80 with x1830954628130432 ext(0->4095) 00010000:00010000:2.0:1746135174.475422:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.475438:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.475444:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56ca80 00000100:00100000:2.0:1746135174.475477:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2622 00000100:00100000:2.0:1746135174.475485:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628130432:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.475846:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628130432:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 360us (899us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.475854:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2622 00002000:00100000:2.0:1746135174.475859:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56ca80 x1830954628130432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.475866:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56ca80 with x1830954628130432 ext(0->4095) 00010000:00010000:2.0:1746135174.475870:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.475879:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.475885:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56ca80 00000100:00100000:3.0:1746135174.476240:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625941248:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.476273:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 28 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.476290:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:3.0:1746135174.476327:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:1804:x1830954628130176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3425us (4075us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.476334:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29854 00000100:00100000:0.0:1746135174.478724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.478857:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628130560 00000100:00100000:2.0:1746135174.478868:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628130560 00010000:00010000:2.0:1746135174.478914:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.478958:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14161 00000100:00100000:2.0:1746135174.478966:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628130560:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.478983:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.479005:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.479021:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.479047:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3146 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237751 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.479079:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.479081:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.479088:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.479095:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.479125:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.479137:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625941376:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.479241:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.482116:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746135174.482137:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625941504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746135174.482261:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135174.482303:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625941504 00000100:00100000:3.0:1746135174.482311:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625941504 00000100:00100000:2.0:1746135174.482444:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625941376:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135174.482458:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135174.482460:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.482462:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1746135174.482469:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625941504:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746135174.482478:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628130816 00000100:00100000:2.0:1746135174.482480:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628130816 00002000:00000024:3.0:1746135174.482488:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498912064 pending 315392 free 3920183296 avail 3688660992 00002000:00100000:2.0:1746135174.482498:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130621500 x1830954628130816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.482506:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621500 with x1830954628130816 ext(0->4095) 00002000:00010000:2.0:1746135174.482511:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130621500 00000100:00080000:1.0:1746135174.482550:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746135174.482660:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625941504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 191us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.482660:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13290 00000100:00100000:2.0:1746135174.482665:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954628130816:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.482667:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1746135174.482744:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625941504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746135174.482836:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954628130816:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.482843:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13290 00002000:00100000:2.0:1746135174.482848:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130621500 x1830954628130816/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.482856:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130621500 with x1830954628130816 ext(0->4095) 00002000:00010000:2.0:1746135174.482859:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130621500 00000100:00100000:2.0:1746135174.482897:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628130560:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3931us (4183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.482906:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14161 00000100:00100000:0.0:1746135174.488252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.488352:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628130944 00000100:00100000:3.0:1746135174.488362:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628130944 00000100:00100000:3.0:1746135174.488468:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29855 00000100:00100000:3.0:1746135174.488477:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628130944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.488499:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.488520:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823775f expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.488557:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.488565:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.488566:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.488569:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.488597:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 27 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.488607:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 27 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.488618:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625941632:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.489067:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.491400:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625941632:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.491437:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.491459:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:3.0:1746135174.491526:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628130944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3049us (3285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.491535:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29855 00000100:00100000:1.0:1746135174.499807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.499862:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625941760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746135174.499912:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135174.499955:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628131072 00000100:00100000:2.0:1746135174.499963:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628131072 00000100:00100000:3.0:1746135174.499971:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625941760 00000100:00100000:3.0:1746135174.499976:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625941760 00002000:00100000:2.0:1746135174.500004:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094433b80 x1830954628131072/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746135174.500012:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00002000:00100000:2.0:1746135174.500014:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094433b80 with x1830954628131072 ext(0->7) 00000100:00100000:3.0:1746135174.500019:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625941760:12345-0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1746135174.500022:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.500037:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 28 pid: 11953 timeout: 918 lvb_type: 0 00002000:00000024:3.0:1746135174.500048:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922821120 avail 3691298816 00002000:00010000:2.0:1746135174.500054:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094433b80 00000100:00100000:2.0:1746135174.500069:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2623 00000100:00100000:2.0:1746135174.500074:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2010:x1830954628131072:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135174.500084:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625941760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.500090:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1746135174.500128:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130623b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625941760:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1746135174.501174:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135174.504011:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954628131072:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3929us (4202us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746135174.504021:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2623 00002000:00100000:0.0:1746135174.504030:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094433b80 x1830954628131072/t4294970661(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.504038:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094433b80 with x1830954628131072 ext(0->7) 00010000:00010000:0.0:1746135174.504045:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.504058:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135174.504064:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094433b80 00000100:00100000:1.0:1746135174.507844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.507907:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628131200 00000100:00100000:2.0:1746135174.507915:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628131200 00000100:00100000:2.0:1746135174.507966:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29856 00000100:00100000:2.0:1746135174.507973:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954628131200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.507989:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.508006:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237766 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.508037:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.508043:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.508050:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135174.508053:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.508092:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.508103:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.508111:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380800, rc 0) 00000100:00100000:2.0:1746135174.508962:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:1804:x1830954628131200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 983us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.508971:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29856 00000100:00100000:0.0:1746135174.509582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.510418:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628131328 00000100:00100000:2.0:1746135174.510425:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628131328 00010000:00010000:2.0:1746135174.510451:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.510481:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14162 00000100:00100000:2.0:1746135174.510487:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954628131328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.510497:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.510514:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.510524:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.510550:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c314d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237758 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.510572:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.510574:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.510580:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.510586:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.510616:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.510626:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.510636:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625942016:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.510728:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.512199:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625942016:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.512213:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.512253:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954628131328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1765us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.512260:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14162 00000100:00100000:0.0:1746135174.513172:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.513222:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628131584 00000100:00100000:2.0:1746135174.513229:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628131584 00002000:00100000:2.0:1746135174.513274:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622680 x1830954628131584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.513283:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622680 with x1830954628131584 ext(0->4095) 00010000:00010000:2.0:1746135174.513290:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.513303:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.513309:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130622680 00000100:00100000:2.0:1746135174.513337:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2624 00000100:00100000:2.0:1746135174.513471:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628131584:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.513633:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628131584:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 288us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.514070:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2624 00002000:00100000:2.0:1746135174.514079:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880130622680 x1830954628131584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.514086:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622680 with x1830954628131584 ext(0->4095) 00010000:00010000:2.0:1746135174.514091:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.514102:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.514108:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130622680 00000100:00100000:3.0:1746135174.514345:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746135174.514363:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625942144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746135174.514417:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135174.514623:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625942144 00000100:00100000:2.0:1746135174.514627:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625942144 00000100:00100000:2.0:1746135174.514683:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:2.0:1746135174.514689:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625942144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746135174.514705:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922821120 avail 3691298816 00000100:00100000:2.0:1746135174.514733:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625942144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 44us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.514738:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:0.0:1746135174.514782:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746135174.514825:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625942144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746135174.518927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.519122:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628131712 00000100:00100000:2.0:1746135174.519132:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628131712 00010000:00010000:2.0:1746135174.519163:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.519191:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14163 00000100:00100000:2.0:1746135174.519198:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628131712:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.519211:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.519232:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.519242:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.519265:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3154 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823775f expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.519296:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.519298:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.519305:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.519313:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.519346:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.519357:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625942272:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.519433:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.521953:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625942272:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.521976:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.522023:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628131712:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2824us (3105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.522033:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14163 00000100:00100000:0.0:1746135174.522559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.522613:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628131968 00000100:00100000:3.0:1746135174.522619:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628131968 00002000:00100000:3.0:1746135174.522678:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2d80 x1830954628131968/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.522687:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2d80 with x1830954628131968 ext(0->4095) 00002000:00010000:3.0:1746135174.522691:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2d80 00000100:00100000:3.0:1746135174.522705:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13291 00000100:00100000:3.0:1746135174.522711:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954628131968:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135174.523699:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954628131968:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 985us (1139us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.523705:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13291 00002000:00100000:3.0:1746135174.523711:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800944b2d80 x1830954628131968/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.523717:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2d80 with x1830954628131968 ext(0->4095) 00002000:00010000:3.0:1746135174.523720:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2d80 00000100:00100000:0.0:1746135174.526998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.527813:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628132096 00000100:00100000:2.0:1746135174.527855:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628132096 00000100:00100000:2.0:1746135174.527897:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29857 00000100:00100000:2.0:1746135174.527905:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628132096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.527926:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.527949:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823776d expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.527986:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.527995:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.527997:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.528002:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.528037:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.528048:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.528064:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625942400:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.528179:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.531352:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.531373:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625942528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746135174.531415:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135174.531428:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628132224 00000100:00100000:1.0:1746135174.531436:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628132224 00000100:00100000:2.0:1746135174.531437:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625942400:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.531452:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625942528 00000100:00100000:3.0:1746135174.531456:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625942528 00010000:00010000:2.0:1746135174.531461:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.531465:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.531477:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380a00, rc 0) 00000100:00100000:1.0:1746135174.531490:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14164 00000100:00100000:1.0:1746135174.531497:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954628132224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746135174.531500:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1746135174.531505:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625942528:12345-0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746135174.531507:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00000024:3.0:1746135174.531520:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498940736 pending 344064 free 3920183296 avail 3688660992 00000100:00100000:2.0:1746135174.531523:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628132096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3619us (4534us total) trans 0 rc 0/0 00010000:00010000:1.0:1746135174.531527:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.531530:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29857 00010000:00010000:1.0:1746135174.531548:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.531560:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954625942528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.531568:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00010000:00010000:1.0:1746135174.531569:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c315b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237766 expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.531584:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.531585:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.531592:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.531594:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954625942528:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746135174.531600:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.531636:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135174.531668:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625942656:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135174.531718:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746135174.531812:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135174.533297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.534164:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628132352 00000100:00100000:2.0:1746135174.534172:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628132352 00000100:00100000:2.0:1746135174.534210:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29858 00000100:00100000:2.0:1746135174.534217:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954628132352:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.534230:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.534245:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237774 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.534267:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.534273:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.534275:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.534278:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.534301:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.534315:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.534325:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625942784:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.535109:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.535389:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625942656:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.535408:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.535428:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954628132224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3932us (4083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.535437:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14164 00000100:00100000:3.0:1746135174.535600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.535846:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628132608 00000100:00100000:2.0:1746135174.535850:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628132608 00002000:00100000:2.0:1746135174.535881:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7c000 x1830954628132608/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.535890:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c000 with x1830954628132608 ext(0->4095) 00010000:00010000:2.0:1746135174.536234:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.536249:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.536256:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7c000 00000100:00100000:2.0:1746135174.536282:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2625 00000100:00100000:2.0:1746135174.536289:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628132608:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.536414:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628132608:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (814us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.536420:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2625 00002000:00100000:2.0:1746135174.536425:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c7c000 x1830954628132608/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.536436:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c000 with x1830954628132608 ext(0->4095) 00010000:00010000:2.0:1746135174.536441:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.536448:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.536452:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7c000 00000100:00100000:2.0:1746135174.537698:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625942784:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.537720:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.537733:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380200, rc 0) 00000100:00100000:2.0:1746135174.537775:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954628132352:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3558us (4483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.537782:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29858 00000100:00100000:1.0:1746135174.537927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.538069:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628132736 00000100:00100000:3.0:1746135174.538074:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628132736 00000100:00100000:3.0:1746135174.538109:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29859 00000100:00100000:3.0:1746135174.538115:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1820:x1830954628132736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.538125:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.538136:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823777b expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.538151:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.538154:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.538159:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.538162:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.538613:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.538626:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.538633:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:3.0:1746135174.538692:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:1820:x1830954628132736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 577us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.538698:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29859 00000100:00100000:0.0:1746135174.540808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.540946:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628132864 00000100:00100000:1.0:1746135174.540956:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628132864 00010000:00010000:1.0:1746135174.540992:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135174.541032:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14165 00000100:00100000:1.0:1746135174.541038:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628132864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135174.541052:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135174.541074:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.541086:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.541107:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3162 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823776d expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.541142:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.541144:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.541150:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.541158:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.541188:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.541197:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135174.541207:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943040:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135174.541276:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.545443:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943040:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.545478:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.545548:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628132864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4498us (4743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.545561:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14165 00000100:00100000:0.0:1746135174.546239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.546676:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628133120 00000100:00100000:3.0:1746135174.546684:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628133120 00002000:00100000:3.0:1746135174.546730:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48a300 x1830954628133120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.546739:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48a300 with x1830954628133120 ext(0->4095) 00010000:00010000:3.0:1746135174.546747:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.546761:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.546768:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48a300 00000100:00100000:3.0:1746135174.546794:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2626 00000100:00100000:3.0:1746135174.546800:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954628133120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.546946:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954628133120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 145us (709us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.546952:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2626 00002000:00100000:3.0:1746135174.546957:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b48a300 x1830954628133120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.546963:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b48a300 with x1830954628133120 ext(0->4095) 00010000:00010000:3.0:1746135174.546967:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.546980:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.546987:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b48a300 00000100:00100000:0.0:1746135174.550409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.550496:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628133248 00000100:00100000:1.0:1746135174.550505:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628133248 00010000:00010000:1.0:1746135174.550551:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135174.550598:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14166 00000100:00100000:1.0:1746135174.550605:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954628133248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135174.550622:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135174.550682:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.550694:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.550723:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c3169 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237774 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.550757:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.550759:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.550766:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.550775:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.550810:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135174.550823:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943168:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135174.550907:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.557272:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943168:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.557300:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.557348:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954628133248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6742us (6952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.557359:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14166 00000100:00100000:0.0:1746135174.557921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.558229:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628133504 00000100:00100000:1.0:1746135174.558235:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628133504 00002000:00100000:1.0:1746135174.558265:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268c000 x1830954628133504/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.558362:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268c000 with x1830954628133504 ext(0->4095) 00002000:00010000:1.0:1746135174.558367:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268c000 00000100:00100000:1.0:1746135174.558454:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13292 00000100:00100000:1.0:1746135174.558461:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2008:x1830954628133504:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135174.558761:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2008:x1830954628133504:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 299us (840us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.558768:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13292 00002000:00100000:1.0:1746135174.558772:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268c000 x1830954628133504/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.558779:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268c000 with x1830954628133504 ext(0->4095) 00002000:00010000:1.0:1746135174.558782:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268c000 00000100:00100000:0.0:1746135174.564710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.564781:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628133632 00000100:00100000:3.0:1746135174.564789:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628133632 00000100:00100000:3.0:1746135174.564825:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29860 00000100:00100000:3.0:1746135174.564831:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628133632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.564846:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.564860:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237782 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.564885:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.564892:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.564893:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.564897:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.564919:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 29 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.564931:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 29 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.564941:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625943296:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.565018:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.566736:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625943296:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.566764:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.566781:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:3.0:1746135174.567019:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628133632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2186us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.567027:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29860 00000100:00100000:0.0:1746135174.567300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.567616:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628133760 00000100:00100000:1.0:1746135174.567624:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628133760 00010000:00010000:1.0:1746135174.567680:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:1.0:1746135174.567770:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14167 00000100:00100000:1.0:1746135174.567777:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954628133760:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135174.567791:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135174.567814:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.567825:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.567846:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3170 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823777b expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.567871:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.567873:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.567880:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.567887:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.567917:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135174.567928:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943424:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135174.567997:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.570432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.570514:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628133888 00000100:00100000:3.0:1746135174.570524:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628133888 00000100:00100000:3.0:1746135174.570593:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29861 00000100:00100000:3.0:1746135174.570600:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954628133888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.570620:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.570666:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237789 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.570701:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.570708:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.570711:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.570715:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135174.570720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135174.570751:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.570768:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 5 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.570783:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625943552:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135174.570846:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628134144 00000100:00100000:1.0:1746135174.570850:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628134144 00002000:00100000:1.0:1746135174.570884:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e91880 x1830954628134144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.570892:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91880 with x1830954628134144 ext(0->4095) 00010000:00010000:1.0:1746135174.570899:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.570909:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.570916:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e91880 00000100:00100000:1.0:1746135174.571124:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2627 00000100:00100000:1.0:1746135174.571130:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628134144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135174.571658:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628134144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 508us (923us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.571665:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2627 00002000:00100000:1.0:1746135174.571670:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e91880 x1830954628134144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.571677:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91880 with x1830954628134144 ext(0->4095) 00010000:00010000:1.0:1746135174.571682:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.571690:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.571698:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e91880 00000100:00100000:3.0:1746135174.571802:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.573819:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943424:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.573850:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.573908:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2011:x1830954628133760:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6130us (6608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.573919:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14167 00000100:00100000:0.0:1746135174.575121:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.575836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.575920:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625943552:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.575944:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.575959:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:3.0:1746135174.575992:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954628133888:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5393us (5577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.576000:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29861 00000100:00100000:3.0:1746135174.576020:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628134272 00000100:00100000:3.0:1746135174.576024:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628134272 00000100:00100000:3.0:1746135174.576054:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29862 00000100:00100000:3.0:1746135174.576059:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1820:x1830954628134272:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.576071:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.576084:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237790 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.576101:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.576105:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.576115:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.576118:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 31 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.576143:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.576152:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 31 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.576158:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:3.0:1746135174.576171:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:1820:x1830954628134272:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.576176:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29862 00000100:00100000:2.0:1746135174.576341:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628134400 00000100:00100000:2.0:1746135174.576345:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628134400 00010000:00010000:2.0:1746135174.576366:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.576401:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14168 00000100:00100000:2.0:1746135174.576406:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628134400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.576415:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.576438:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.577389:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.577412:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c3177 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237782 expref: 6 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.577436:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.577437:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.577443:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.577450:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.577477:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 30 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.577491:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 30 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.577506:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943808:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.577964:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.580161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.580235:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943808:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.580248:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.580281:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628134400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3874us (4445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.580290:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14168 00000100:00100000:1.0:1746135174.580471:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628134656 00000100:00100000:1.0:1746135174.580478:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628134656 00002000:00100000:1.0:1746135174.580508:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92d80 x1830954628134656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.580517:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92d80 with x1830954628134656 ext(0->4095) 00010000:00010000:1.0:1746135174.580524:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.580546:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.580552:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92d80 00000100:00100000:1.0:1746135174.580574:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2628 00000100:00100000:1.0:1746135174.580580:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954628134656:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.580731:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954628134656:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.580736:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2628 00002000:00100000:1.0:1746135174.580741:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92d80 x1830954628134656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.580747:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92d80 with x1830954628134656 ext(0->4095) 00010000:00010000:1.0:1746135174.580751:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.580763:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.580768:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92d80 00000100:00100000:0.0:1746135174.582971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.583076:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628134784 00000100:00100000:2.0:1746135174.583085:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628134784 00010000:00010000:2.0:1746135174.583115:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.583949:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14169 00000100:00100000:2.0:1746135174.583958:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954628134784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.583970:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.583986:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.583997:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.584016:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c317e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237789 expref: 31 pid: 11953 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.584037:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.584039:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.584046:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 30 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.584053:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 30 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.584088:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 30 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.584102:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943936:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.584189:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74840 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.590969:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625943936:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.590996:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.591059:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954628134784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7100us (8092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.591071:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14169 00000100:00100000:0.0:1746135174.591559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.591923:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628135040 00000100:00100000:2.0:1746135174.591930:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628135040 00002000:00100000:2.0:1746135174.591968:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d8bf480 x1830954628135040/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.591978:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bf480 with x1830954628135040 ext(0->4095) 00002000:00010000:2.0:1746135174.591984:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8bf480 00000100:00100000:2.0:1746135174.592326:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13293 00000100:00100000:2.0:1746135174.592333:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954628135040:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.592475:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954628135040:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (917us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.592482:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13293 00002000:00100000:2.0:1746135174.592486:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d8bf480 x1830954628135040/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.592493:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bf480 with x1830954628135040 ext(0->4095) 00002000:00010000:2.0:1746135174.592496:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8bf480 00000100:00100000:0.0:1746135174.597054:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.598212:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628135168 00000100:00100000:3.0:1746135174.598226:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628135168 00000100:00100000:3.0:1746135174.598441:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29863 00000100:00100000:3.0:1746135174.598451:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628135168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.598475:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.598498:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237797 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.598534:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.598550:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.598553:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.598557:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.598593:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 29 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.598605:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 29 pid: 26641 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.598619:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625944064:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.598745:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.601101:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625944064:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.601140:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.601411:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:3.0:1746135174.601486:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628135168:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3034us (4517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.601497:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29863 00000100:00100000:1.0:1746135174.602613:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.602669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.602741:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628135296 00000100:00100000:2.0:1746135174.602748:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628135296 00010000:00010000:2.0:1746135174.602775:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 30 pid: 26641 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.602798:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14170 00000100:00100000:2.0:1746135174.602803:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2010:x1830954628135296:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.602814:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.602835:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 30 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.602845:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 30 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.602865:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3185 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237790 expref: 30 pid: 26641 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.602887:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.602889:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.602895:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.602907:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.602935:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.602946:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625944192:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.603003:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.603195:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628135424 00000100:00100000:3.0:1746135174.603199:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628135424 00000100:00100000:3.0:1746135174.603225:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29864 00000100:00100000:3.0:1746135174.603230:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954628135424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.603241:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.603260:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823779e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.603284:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.603289:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.603290:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.603294:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.603308:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.603317:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 5 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.603324:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625944320:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.603344:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.604872:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625944192:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.604893:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.604968:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954628135296:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2161us (2355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.604981:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14170 00000100:00100000:0.0:1746135174.606875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.607167:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628135680 00000100:00100000:1.0:1746135174.607179:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628135680 00002000:00100000:1.0:1746135174.607229:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04aa00 x1830954628135680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.607239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04aa00 with x1830954628135680 ext(0->4095) 00010000:00010000:1.0:1746135174.607247:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.607260:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.607267:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04aa00 00000100:00100000:1.0:1746135174.607298:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2629 00000100:00100000:1.0:1746135174.607305:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628135680:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.607474:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628135680:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.607481:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2629 00002000:00100000:1.0:1746135174.607486:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04aa00 x1830954628135680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.607493:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04aa00 with x1830954628135680 ext(0->4095) 00010000:00010000:1.0:1746135174.607497:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:1.0:1746135174.607506:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:1.0:1746135174.607510:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04aa00 00000100:00100000:3.0:1746135174.607763:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625944320:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.607791:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 30 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.607810:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:3.0:1746135174.608325:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:1804:x1830954628135424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5092us (5653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.608333:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29864 00000100:00100000:0.0:1746135174.613248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.613683:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628135808 00000100:00100000:2.0:1746135174.613695:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628135808 00010000:00010000:2.0:1746135174.613736:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.614156:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14171 00000100:00100000:2.0:1746135174.614166:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628135808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.614184:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.614223:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.614238:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.614267:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c318c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237797 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.615054:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.615058:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.615069:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.615079:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.615118:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.615134:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625944448:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.615270:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.621299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.621413:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625944448:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.621428:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.621691:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628135808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7525us (8456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.621701:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14171 00000100:00100000:3.0:1746135174.621895:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628136064 00000100:00100000:3.0:1746135174.621902:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628136064 00002000:00100000:3.0:1746135174.621932:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addce00 x1830954628136064/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.621940:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addce00 with x1830954628136064 ext(0->4095) 00002000:00010000:3.0:1746135174.621944:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addce00 00000100:00100000:3.0:1746135174.621969:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13294 00000100:00100000:3.0:1746135174.621975:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2008:x1830954628136064:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135174.622083:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2008:x1830954628136064:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (792us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.622088:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13294 00002000:00100000:3.0:1746135174.622093:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addce00 x1830954628136064/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.622100:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addce00 with x1830954628136064 ext(0->4095) 00002000:00010000:3.0:1746135174.622103:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addce00 00000100:00100000:0.0:1746135174.629209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.629544:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628136192 00000100:00100000:3.0:1746135174.629555:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628136192 00000100:00100000:3.0:1746135174.629676:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29865 00000100:00100000:3.0:1746135174.629686:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628136192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.629712:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.629738:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377a5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.629774:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.629787:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.629790:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.629794:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.629836:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 29 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.629848:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 29 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.629862:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625944576:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.629996:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.633850:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625944576:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.633885:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.633903:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:3.0:1746135174.633961:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628136192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4275us (4769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.633969:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29865 00000100:00100000:0.0:1746135174.634032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.634253:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628136320 00000100:00100000:3.0:1746135174.634261:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628136320 00002000:00100000:3.0:1746135174.634295:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072496680 x1830954628136320/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.634308:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496680 with x1830954628136320 ext(0->7) 00010000:00010000:3.0:1746135174.634314:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 30 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.634328:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 30 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:3.0:1746135174.634334:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496680 00000100:00100000:3.0:1746135174.634478:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2630 00000100:00100000:3.0:1746135174.634486:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:2011:x1830954628136320:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135174.637576:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2011:x1830954628136320:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3069us (3522us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746135174.637596:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2630 00002000:00100000:0.0:1746135174.637614:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072496680 x1830954628136320/t4294970662(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.637624:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496680 with x1830954628136320 ext(0->7) 00010000:00010000:0.0:1746135174.637636:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 32 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:0.0:1746135174.638340:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 32 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:0.0:1746135174.638347:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496680 00000100:00100000:0.0:1746135174.644085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.644142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.644481:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628136576 00000100:00100000:3.0:1746135174.644491:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628136576 00000100:00100000:3.0:1746135174.644531:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29866 00000100:00100000:3.0:1746135174.644549:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:1804:x1830954628136576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.644565:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.644581:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377ac expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.644602:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.644607:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.644612:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135174.644616:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.644677:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.644688:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.644698:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:2.0:1746135174.645094:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628136448 00000100:00100000:2.0:1746135174.645100:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628136448 00010000:00010000:2.0:1746135174.645119:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.645141:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14172 00000100:00100000:2.0:1746135174.645146:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954628136448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.645154:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.645171:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.645181:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.645197:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3193 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823779e expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.645748:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:1804:x1830954628136576:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1194us (1600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.645755:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29866 00010000:00010000:2.0:1746135174.646632:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.646649:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.646661:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.646672:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.652686:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.652714:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 5 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:2.0:1746135174.652737:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625944832:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.656891:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.661571:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007c20b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625944832:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.661594:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.661655:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954628136448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 16493us (17564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.661665:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14172 00000100:00100000:2.0:1746135174.661785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.661837:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628136832 00000100:00100000:2.0:1746135174.661842:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628136832 00002000:00100000:2.0:1746135174.661870:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c20b800 x1830954628136832/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.661878:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c20b800 with x1830954628136832 ext(0->4095) 00010000:00010000:2.0:1746135174.661884:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.661895:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.661900:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c20b800 00000100:00100000:2.0:1746135174.662323:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2631 00000100:00100000:2.0:1746135174.662329:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628136832:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.662457:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628136832:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (672us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.662463:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2631 00002000:00100000:2.0:1746135174.662467:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c20b800 x1830954628136832/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.662474:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c20b800 with x1830954628136832 ext(0->4095) 00010000:00010000:2.0:1746135174.662479:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.662488:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.662494:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c20b800 00000100:00100000:2.0:1746135174.665867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.667391:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628136960 00000100:00100000:3.0:1746135174.667406:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628136960 00010000:00010000:3.0:1746135174.667453:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.667484:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14173 00000100:00100000:3.0:1746135174.667492:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628136960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.667507:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.667527:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.667548:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.667574:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c319a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377a5 expref: 6 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.667610:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.667612:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.667620:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.667627:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.667682:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.667695:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625944960:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.668821:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.671889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.671983:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625944960:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.672006:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.672062:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628136960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4569us (6203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.672074:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14173 00000100:00100000:1.0:1746135174.672388:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628137216 00000100:00100000:1.0:1746135174.672397:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628137216 00002000:00100000:1.0:1746135174.672441:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6cb800 x1830954628137216/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.672450:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb800 with x1830954628137216 ext(0->4095) 00002000:00010000:1.0:1746135174.672455:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6cb800 00000100:00100000:1.0:1746135174.672487:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13295 00000100:00100000:1.0:1746135174.672492:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954628137216:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.672665:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954628137216:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 146us (759us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.672672:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13295 00002000:00100000:1.0:1746135174.672676:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b6cb800 x1830954628137216/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.672685:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6cb800 with x1830954628137216 ext(0->4095) 00002000:00010000:1.0:1746135174.672687:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6cb800 00000100:00100000:0.0:1746135174.678150:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.678344:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628137344 00000100:00100000:3.0:1746135174.678353:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628137344 00000100:00100000:3.0:1746135174.678395:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29867 00000100:00100000:3.0:1746135174.678402:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628137344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.678417:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.678434:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377b3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.678466:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.678472:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.678474:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.678477:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.678502:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 31 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.678513:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 31 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.678523:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625945088:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.679064:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.684960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.685064:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628137472 00000100:00100000:2.0:1746135174.685075:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628137472 00002000:00100000:2.0:1746135174.685121:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b6c8e00 x1830954628137472/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.685130:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8e00 with x1830954628137472 ext(0->7) 00010000:00010000:2.0:1746135174.685140:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 32 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.685155:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 32 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.685161:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c8e00 00000100:00100000:2.0:1746135174.685197:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2632 00000100:00100000:2.0:1746135174.685206:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954628137472:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135174.685419:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625945088:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.685448:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.685465:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:3.0:1746135174.686169:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628137344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7765us (8027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.686178:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29867 00000100:00100000:2.0:1746135174.687673:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954628137472:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2461us (2715us total) trans 4294970663 rc 0/0 00000100:00100000:2.0:1746135174.687683:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2632 00002000:00100000:2.0:1746135174.687691:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b6c8e00 x1830954628137472/t4294970663(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.687700:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8e00 with x1830954628137472 ext(0->7) 00010000:00010000:2.0:1746135174.687709:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:2.0:1746135174.687721:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00002000:00010000:2.0:1746135174.687727:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b6c8e00 00000100:00100000:2.0:1746135174.696790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.697725:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628137600 00000100:00100000:3.0:1746135174.697733:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628137600 00010000:00010000:3.0:1746135174.697763:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00000100:00100000:3.0:1746135174.697797:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14174 00000100:00100000:3.0:1746135174.697803:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2011:x1830954628137600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.697815:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746135174.697828:0:7231:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135174 -> 1746135175 00002000:00010000:3.0:1746135174.697831:0:7231:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135174 -> 1746135175 00010000:00010000:3.0:1746135174.697835:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.697846:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.697866:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c31a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ac expref: 34 pid: 9591 timeout: 918 lvb_type: 0 00010000:00010000:3.0:1746135174.697896:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.697898:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.697906:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.697913:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.697941:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.697956:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625945216:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.698029:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.700108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.700186:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628137728 00000100:00100000:3.0:1746135174.700193:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628137728 00000100:00100000:3.0:1746135174.700226:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29868 00000100:00100000:3.0:1746135174.700233:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:1804:x1830954628137728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.700247:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.700262:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377ba expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.700357:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.700364:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.700369:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.700373:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.700405:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.700418:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.700432:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625945344:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.701787:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.704834:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.705104:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628137984 00000100:00100000:2.0:1746135174.705115:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628137984 00002000:00100000:2.0:1746135174.705166:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a620a80 x1830954628137984/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.705176:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620a80 with x1830954628137984 ext(0->4095) 00010000:00010000:2.0:1746135174.705184:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.705200:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135174.705207:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a620a80 00000100:00100000:3.0:1746135174.705422:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625945344:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.705448:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.705460:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:3.0:1746135174.705503:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:1804:x1830954628137728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5270us (5400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.705511:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29868 00000100:00100000:2.0:1746135174.705699:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2633 00000100:00100000:2.0:1746135174.705706:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628137984:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.705833:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628137984:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (1007us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.705839:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2633 00002000:00100000:2.0:1746135174.705844:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a620a80 x1830954628137984/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.705850:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620a80 with x1830954628137984 ext(0->4095) 00010000:00010000:2.0:1746135174.705855:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.705863:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135174.705869:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a620a80 00000100:00100000:2.0:1746135174.705990:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625945216:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.706000:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.706019:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2011:x1830954628137600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8217us (9239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.706027:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14174 00000100:00100000:0.0:1746135174.709993:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.710208:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628138112 00000100:00100000:2.0:1746135174.710217:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628138112 00010000:00010000:2.0:1746135174.710254:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.710316:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14175 00000100:00100000:2.0:1746135174.710326:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628138112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.710340:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.710360:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.710371:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.710393:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c31a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377b3 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.710417:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.710419:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.710425:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.710433:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.710465:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.710476:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625945472:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.710576:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.718806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.718852:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628138368 00000100:00100000:1.0:1746135174.718859:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628138368 00002000:00100000:1.0:1746135174.718894:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622d80 x1830954628138368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.718902:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622d80 with x1830954628138368 ext(0->4095) 00002000:00010000:1.0:1746135174.718907:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a622d80 00000100:00100000:2.0:1746135174.718951:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625945472:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.718966:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.719005:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628138112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8681us (9021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.719014:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14175 00000100:00100000:1.0:1746135174.719119:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13296 00000100:00100000:1.0:1746135174.719126:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954628138368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.719278:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2010:x1830954628138368:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.719283:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13296 00002000:00100000:1.0:1746135174.719289:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a622d80 x1830954628138368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.719295:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622d80 with x1830954628138368 ext(0->4095) 00002000:00010000:1.0:1746135174.719298:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a622d80 00000100:00100000:0.0:1746135174.722595:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.722735:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628138496 00000100:00100000:2.0:1746135174.722747:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628138496 00000100:00100000:2.0:1746135174.722809:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29869 00000100:00100000:2.0:1746135174.722818:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628138496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.722843:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.722868:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377c1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.722908:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.722917:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.722924:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.722929:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.722962:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 33 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.722974:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 33 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.722988:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625945600:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135174.723090:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.727257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.727341:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628138624 00000100:00100000:3.0:1746135174.727350:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628138624 00002000:00100000:3.0:1746135174.727390:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a621500 x1830954628138624/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.727397:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a621500 with x1830954628138624 ext(0->7) 00010000:00010000:3.0:1746135174.727404:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 34 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.727418:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 34 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.727423:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a621500 00000100:00100000:3.0:1746135174.727454:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2634 00000100:00100000:3.0:1746135174.727462:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2011:x1830954628138624:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135174.727692:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c7f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625945600:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.727721:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.727738:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:2.0:1746135174.727795:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628138496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4978us (5213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.727801:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29869 00000100:00100000:0.0:1746135174.729346:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954628138624:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1877us (2096us total) trans 4294970664 rc 0/0 00000100:00100000:0.0:1746135174.729355:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2634 00002000:00100000:0.0:1746135174.729364:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009a621500 x1830954628138624/t4294970664(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.729373:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a621500 with x1830954628138624 ext(0->7) 00010000:00010000:0.0:1746135174.729380:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135174.729392:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135174.729399:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a621500 00000100:00100000:2.0:1746135174.746098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.746330:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628138752 00000100:00100000:0.0:1746135174.746341:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628138752 00010000:00010000:0.0:1746135174.746386:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:0.0:1746135174.746423:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14176 00000100:00100000:0.0:1746135174.746430:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2009:x1830954628138752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135174.746448:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135174.746471:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135174.746484:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135174.746507:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c31af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377ba expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135174.747184:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135174.747187:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135174.747195:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135174.747203:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135174.747243:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135174.747255:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625945728:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135174.747768:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.754318:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.754463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.754563:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628139008 00000100:00100000:1.0:1746135174.754573:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628139008 00002000:00100000:1.0:1746135174.754610:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b800 x1830954628139008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.754620:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b800 with x1830954628139008 ext(0->4095) 00002000:00010000:1.0:1746135174.754625:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0b800 00000100:00100000:1.0:1746135174.754674:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13297 00000100:00100000:1.0:1746135174.754681:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628139008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.754842:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628139008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 160us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.754848:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13297 00002000:00100000:1.0:1746135174.754855:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b800 x1830954628139008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.754861:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b800 with x1830954628139008 ext(0->4095) 00002000:00010000:1.0:1746135174.754864:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0b800 00000100:00100000:2.0:1746135174.756689:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae09c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625945728:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.756718:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.756777:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2009:x1830954628138752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 10347us (10693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.756787:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14176 00000100:00100000:3.0:1746135174.757083:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628139136 00000100:00100000:3.0:1746135174.757092:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628139136 00000100:00100000:3.0:1746135174.757130:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29870 00000100:00100000:3.0:1746135174.757137:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:1804:x1830954628139136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.757151:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.757165:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377c8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.757192:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.757198:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.757200:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.757202:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.757231:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.757244:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.757256:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625945856:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.757311:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.760387:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625945856:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.760417:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.760434:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98000, rc 0) 00000100:00100000:3.0:1746135174.760494:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:1804:x1830954628139136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3356us (6030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.760503:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29870 00000100:00100000:0.0:1746135174.762092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.762154:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628139264 00000100:00100000:3.0:1746135174.762164:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628139264 00000100:00100000:3.0:1746135174.762220:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29871 00000100:00100000:3.0:1746135174.762227:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:1820:x1830954628139264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.762246:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.762262:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377cf expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.762289:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.762295:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.762301:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.762304:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.762344:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.762356:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 37 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.762366:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380a00, rc 0) 00000100:00100000:2.0:1746135174.763352:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.763378:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628139392 00000100:00100000:2.0:1746135174.763382:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628139392 00010000:00010000:2.0:1746135174.763402:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.763427:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14177 00000100:00100000:2.0:1746135174.763433:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628139392:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.763442:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.763464:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.763519:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:1820:x1830954628139264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1292us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.763526:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29871 00010000:00010000:2.0:1746135174.763717:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.763742:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c31b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c1 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.763759:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.763761:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.763768:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.763776:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.763805:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.763817:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.763830:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625946112:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.764585:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.767012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.767166:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625946112:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.767193:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.767252:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628139392:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3818us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.767265:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14177 00000100:00100000:1.0:1746135174.767373:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628139648 00000100:00100000:1.0:1746135174.767381:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628139648 00002000:00100000:1.0:1746135174.767435:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68380 x1830954628139648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.767446:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68380 with x1830954628139648 ext(0->4095) 00010000:00010000:1.0:1746135174.767456:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.767470:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.767477:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae68380 00000100:00100000:1.0:1746135174.767500:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2635 00000100:00100000:1.0:1746135174.767507:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2010:x1830954628139648:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.767986:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2010:x1830954628139648:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 479us (991us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.767991:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2635 00002000:00100000:1.0:1746135174.767997:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68380 x1830954628139648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.768003:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68380 with x1830954628139648 ext(0->4095) 00010000:00010000:1.0:1746135174.768008:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.768016:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.768026:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae68380 00000100:00100000:0.0:1746135174.770185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.770374:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628139776 00000100:00100000:2.0:1746135174.770388:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628139776 00010000:00010000:2.0:1746135174.770431:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.770464:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14178 00000100:00100000:2.0:1746135174.770472:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2011:x1830954628139776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.770494:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.770519:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.770532:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.770566:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c31bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377c8 expref: 37 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.770586:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.770588:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.770596:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.770604:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.770696:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 36 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.770710:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625946240:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.770812:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.774086:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625946240:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.774110:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.774168:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954628139776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3695us (3992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.774179:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14178 00000100:00100000:0.0:1746135174.775405:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.775603:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628140032 00000100:00100000:1.0:1746135174.775611:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628140032 00002000:00100000:1.0:1746135174.775692:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b480 x1830954628140032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.775704:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b480 with x1830954628140032 ext(0->4095) 00002000:00010000:1.0:1746135174.775710:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6b480 00000100:00100000:1.0:1746135174.775738:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13298 00000100:00100000:1.0:1746135174.775744:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954628140032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135174.776482:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954628140032:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 734us (1076us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.776490:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13298 00002000:00100000:1.0:1746135174.776495:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6b480 x1830954628140032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.776502:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6b480 with x1830954628140032 ext(0->4095) 00002000:00010000:1.0:1746135174.776506:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6b480 00000100:00100000:0.0:1746135174.785842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.786122:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628140160 00000100:00100000:3.0:1746135174.786137:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628140160 00000100:00100000:3.0:1746135174.786196:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29872 00000100:00100000:3.0:1746135174.786206:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628140160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.786233:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.786260:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377d6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.786467:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.786476:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.786479:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.786482:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.786521:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 35 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.786546:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 35 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.786566:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625946368:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.787692:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.789561:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625946368:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.789799:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.790276:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380200, rc 0) 00000100:00100000:3.0:1746135174.790323:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628140160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4119us (4495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.790330:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29872 00000100:00100000:0.0:1746135174.794281:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.796490:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628140288 00000100:00100000:1.0:1746135174.796505:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628140288 00002000:00100000:1.0:1746135174.796562:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094671880 x1830954628140288/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.796572:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671880 with x1830954628140288 ext(0->7) 00010000:00010000:1.0:1746135174.796584:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.796602:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 36 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.796608:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094671880 00000100:00100000:1.0:1746135174.796656:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2636 00000100:00100000:1.0:1746135174.796663:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2010:x1830954628140288:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135174.799494:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628140288:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2816us (5209us total) trans 4294970665 rc 0/0 00000100:00100000:0.0:1746135174.799509:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2636 00002000:00100000:0.0:1746135174.799522:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094671880 x1830954628140288/t4294970665(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 496/448 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135174.799532:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671880 with x1830954628140288 ext(0->7) 00010000:00010000:0.0:1746135174.799551:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135174.799570:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135174.799577:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094671880 00000100:00100000:0.0:1746135174.808915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.809164:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628140416 00000100:00100000:2.0:1746135174.809174:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628140416 00010000:00010000:2.0:1746135174.809226:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.809262:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14179 00000100:00100000:2.0:1746135174.809268:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2008:x1830954628140416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.809281:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.809301:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.809313:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.809331:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380a00/0xc3cfcce4a57c31c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377cf expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.809360:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.809362:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.809369:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.809381:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.809414:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.809429:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625946496:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.809541:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.813153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.813417:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625946496:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.813435:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.813479:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2008:x1830954628140416:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4210us (4575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.813490:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14179 00000100:00100000:1.0:1746135174.813902:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628140672 00000100:00100000:1.0:1746135174.813909:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628140672 00002000:00100000:1.0:1746135174.813948:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094671500 x1830954628140672/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.813957:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671500 with x1830954628140672 ext(0->4095) 00002000:00010000:1.0:1746135174.813961:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094671500 00000100:00100000:1.0:1746135174.814966:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13299 00000100:00100000:1.0:1746135174.814979:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628140672:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.815146:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628140672:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 172us (2005us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.815155:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13299 00002000:00100000:1.0:1746135174.815161:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094671500 x1830954628140672/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.815168:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671500 with x1830954628140672 ext(0->4095) 00002000:00010000:1.0:1746135174.815172:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094671500 00000100:00100000:0.0:1746135174.818118:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.819114:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628140800 00000100:00100000:3.0:1746135174.819125:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628140800 00000100:00100000:3.0:1746135174.819178:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29873 00000100:00100000:3.0:1746135174.819186:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:1804:x1830954628140800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.819206:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.819221:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377dd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.819246:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.819253:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.819254:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.819257:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.819283:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.819293:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.819307:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625946624:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.819390:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.820413:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.820478:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628140928 00000100:00100000:2.0:1746135174.820484:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628140928 00000100:00100000:2.0:1746135174.820525:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29874 00000100:00100000:2.0:1746135174.820531:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1820:x1830954628140928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.820554:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.820565:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377e4 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.820583:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.820587:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.820597:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.820600:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 40 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.820625:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.820635:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 40 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.820673:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:2.0:1746135174.820703:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1820:x1830954628140928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.820709:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29874 00000100:00100000:0.0:1746135174.825918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.828737:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625946624:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.828768:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.828785:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99c00, rc 0) 00000100:00100000:3.0:1746135174.828859:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1804:x1830954628140800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9673us (10755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.828867:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29873 00000100:00100000:2.0:1746135174.829013:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628141056 00000100:00100000:2.0:1746135174.829018:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628141056 00010000:00010000:2.0:1746135174.829040:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.829060:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14180 00000100:00100000:2.0:1746135174.829064:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a93d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628141056:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.829078:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.829096:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.829105:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.829131:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377d6 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.829144:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.829146:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.829151:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.829158:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.829183:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.829193:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.829202:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625946880:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.829247:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.832200:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625946880:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.832218:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.832252:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a93d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628141056:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3186us (6345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.832263:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14180 00000100:00100000:0.0:1746135174.832926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.833877:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628141312 00000100:00100000:3.0:1746135174.833885:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628141312 00002000:00100000:3.0:1746135174.833922:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670000 x1830954628141312/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.833930:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670000 with x1830954628141312 ext(0->4095) 00010000:00010000:3.0:1746135174.833937:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.833949:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.833955:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094670000 00000100:00100000:3.0:1746135174.833972:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2637 00000100:00100000:3.0:1746135174.833978:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628141312:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.834121:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628141312:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (1195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.834127:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2637 00002000:00100000:3.0:1746135174.834132:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670000 x1830954628141312/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.834138:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670000 with x1830954628141312 ext(0->4095) 00010000:00010000:3.0:1746135174.834142:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.834151:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.834156:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094670000 00000100:00100000:0.0:1746135174.838127:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.840621:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628141440 00000100:00100000:2.0:1746135174.840632:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628141440 00010000:00010000:2.0:1746135174.840715:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.840750:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14181 00000100:00100000:2.0:1746135174.840763:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628141440:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.840777:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.840796:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.840808:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.840828:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c31d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377dd expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.840860:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.840862:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.840868:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 38 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.840876:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 38 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.840905:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 38 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.840921:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625947008:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.840996:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.843794:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625947008:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.843819:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.843870:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2011:x1830954628141440:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3112us (5751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.843883:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14181 00000100:00100000:0.0:1746135174.844389:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.844518:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628141696 00000100:00100000:1.0:1746135174.844527:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628141696 00002000:00100000:1.0:1746135174.844577:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1880 x1830954628141696/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.844587:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1880 with x1830954628141696 ext(0->4095) 00002000:00010000:1.0:1746135174.844593:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1880 00000100:00100000:1.0:1746135174.844627:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13300 00000100:00100000:1.0:1746135174.844635:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628141696:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.844844:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628141696:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 209us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.844851:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13300 00002000:00100000:1.0:1746135174.844857:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1880 x1830954628141696/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.844864:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1880 with x1830954628141696 ext(0->4095) 00002000:00010000:1.0:1746135174.844866:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1880 00000100:00100000:0.0:1746135174.848836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.848939:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628141824 00000100:00100000:3.0:1746135174.848948:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628141824 00000100:00100000:3.0:1746135174.848989:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29875 00000100:00100000:3.0:1746135174.848996:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628141824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.849012:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.849029:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377eb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.849054:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 37 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.849060:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.849061:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.849065:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.849093:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 37 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.849104:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 37 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.849115:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625947136:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.849853:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.852069:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625947136:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.852105:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.852120:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380200, rc 0) 00000100:00100000:3.0:1746135174.852169:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628141824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3172us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.852177:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29875 00000100:00100000:0.0:1746135174.852601:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.852665:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628141952 00000100:00100000:3.0:1746135174.852671:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628141952 00010000:00010000:3.0:1746135174.852693:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 38 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.852713:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14182 00000100:00100000:3.0:1746135174.852719:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628141952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.852729:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.852746:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 38 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.852755:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 38 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.852773:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c31d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377e4 expref: 38 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.852785:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.852787:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.853305:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.853313:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.853344:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.853356:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625947264:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.853437:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.856286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.856553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.856623:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628142336 00000100:00100000:1.0:1746135174.856634:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628142336 00002000:00100000:1.0:1746135174.856697:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1f80 x1830954628142336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.856708:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1f80 with x1830954628142336 ext(0->4095) 00002000:00010000:1.0:1746135174.856713:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1f80 00000100:00100000:1.0:1746135174.856935:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13301 00000100:00100000:1.0:1746135174.856945:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628142336:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.856985:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628142080 00000100:00100000:3.0:1746135174.856992:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628142080 00000100:00100000:3.0:1746135174.857040:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29876 00000100:00100000:3.0:1746135174.857046:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1804:x1830954628142080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.857059:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.857082:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377f2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.857121:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.857129:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.857131:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.857135:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 39 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.857624:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135174.857632:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628142336:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 687us (1076us total) trans 0 rc 4096/4096 00010000:00010000:3.0:1746135174.857635:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.857657:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13301 00000100:00100000:3.0:1746135174.857663:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625947392:192.168.202.58@tcp:104: 00002000:00100000:1.0:1746135174.857664:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1f80 x1830954628142336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.857672:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1f80 with x1830954628142336 ext(0->4095) 00010000:00010000:1.0:1746135174.857677:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.857689:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 7/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.857695:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c1f80 00000100:00100000:1.0:1746135174.857748:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094744000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625947264:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.857765:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.857785:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954628141952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5067us (5186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.857793:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14182 00000100:00100000:3.0:1746135174.857921:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.861493:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625947392:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.861527:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135174.861546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135174.861555:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381000, rc 0) 00000100:00100000:3.0:1746135174.861607:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1804:x1830954628142080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4561us (5335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.861616:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29876 00000100:00100000:1.0:1746135174.861667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.861693:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628142592 00000100:00100000:1.0:1746135174.861699:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628142592 00010000:00010000:1.0:1746135174.861731:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.861751:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14183 00000100:00100000:1.0:1746135174.861757:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628142592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135174.861767:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135174.861784:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.861792:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.861811:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d380200/0xc3cfcce4a57c31e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377eb expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:0.0:1746135174.861934:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628142464 00000100:00100000:0.0:1746135174.861937:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628142464 00010000:00010000:1.0:1746135174.862806:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.862811:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.862823:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.862834:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.862874:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135174.862893:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625947520:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135174.862974:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.863838:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29877 00000100:00100000:3.0:1746135174.863853:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1820:x1830954628142464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.863876:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.863894:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082377f9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.863924:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 39 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.863931:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.863933:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.863936:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.863957:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 39 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.863969:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.863979:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625947648:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.864847:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.866241:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625947520:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.866263:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.866317:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628142592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4558us (4649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.866327:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14183 00000100:00100000:0.0:1746135174.867232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.867376:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628142848 00000100:00100000:1.0:1746135174.867385:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628142848 00002000:00100000:1.0:1746135174.867429:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1c00 x1830954628142848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.867439:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1c00 with x1830954628142848 ext(0->4095) 00010000:00010000:1.0:1746135174.867452:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 40 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.867469:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 40 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.867475:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c1c00 00000100:00100000:1.0:1746135174.867942:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2638 00000100:00100000:1.0:1746135174.867950:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954628142848:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.868121:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954628142848:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 172us (892us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.868130:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2638 00002000:00100000:1.0:1746135174.868135:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1c00 x1830954628142848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.868142:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1c00 with x1830954628142848 ext(0->4095) 00010000:00010000:1.0:1746135174.868147:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 40 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.868155:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 40 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.868160:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c1c00 00000100:00100000:3.0:1746135174.868903:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625947648:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.868931:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.868945:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b54f400, rc 0) 00000100:00100000:3.0:1746135174.868970:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1820:x1830954628142464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5124us (7436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.868978:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29877 00000100:00100000:0.0:1746135174.871441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.871563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.871727:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628143104 00000100:00100000:1.0:1746135174.871737:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628143104 00010000:00010000:1.0:1746135174.871772:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.871798:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14184 00000100:00100000:1.0:1746135174.871805:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628143104:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135174.871818:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135174.871840:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.871850:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.871873:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d381000/0xc3cfcce4a57c31e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f2 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.871895:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.871897:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.871905:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.871913:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.871947:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135174.871959:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625947776:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.872123:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628142976 00000100:00100000:3.0:1746135174.872127:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628142976 00000100:00100000:3.0:1746135174.872154:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29878 00000100:00100000:3.0:1746135174.872159:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1804:x1830954628142976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.872178:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.872192:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237800 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.872211:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.872217:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.872219:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.872222:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.872241:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.872252:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 40 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.872260:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625947904:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135174.872674:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.873115:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135174.875487:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625947904:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.875524:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.875552:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135174.875600:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954628142976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3440us (4171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.875609:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29878 00000100:00100000:1.0:1746135174.875824:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625947776:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.875842:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.875864:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628143104:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4060us (4301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.875874:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14184 00000100:00100000:0.0:1746135174.880377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.880579:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628143360 00000100:00100000:2.0:1746135174.880590:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628143360 00002000:00100000:2.0:1746135174.880666:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2300 x1830954628143360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.880678:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2300 with x1830954628143360 ext(0->4095) 00010000:00010000:2.0:1746135174.880688:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.880704:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135174.880710:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed2300 00000100:00100000:2.0:1746135174.880898:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2639 00000100:00100000:2.0:1746135174.880906:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628143360:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.881064:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628143360:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (699us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.881070:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2639 00002000:00100000:2.0:1746135174.881076:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2300 x1830954628143360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.881088:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2300 with x1830954628143360 ext(0->4095) 00010000:00010000:2.0:1746135174.881093:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.881102:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135174.881107:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed2300 00000100:00100000:0.0:1746135174.883587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.883714:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628143488 00000100:00100000:3.0:1746135174.883726:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628143488 00000100:00100000:0.0:1746135174.883942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.884527:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29879 00000100:00100000:3.0:1746135174.884547:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628143488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.884568:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.884586:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237807 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.884619:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.884626:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.884633:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135174.884637:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.884734:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.884747:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.884764:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:3.0:1746135174.884830:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628143488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 286us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.884838:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29879 00000100:00100000:1.0:1746135174.886298:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628143616 00000100:00100000:1.0:1746135174.886310:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628143616 00010000:00010000:1.0:1746135174.886345:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.886774:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14185 00000100:00100000:1.0:1746135174.886784:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954628143616:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135174.886809:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135174.886840:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.886855:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.886882:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c31ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082377f9 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.886916:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.886918:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.886924:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.886930:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.886960:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.886970:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.886983:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625948160:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135174.888189:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.891581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.891727:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628143744 00000100:00100000:2.0:1746135174.891739:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628143744 00010000:00010000:2.0:1746135174.891786:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.891836:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14186 00000100:00100000:2.0:1746135174.891843:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628143744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.891863:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.891885:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.891897:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.891926:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.891927:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.891934:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.891946:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.891982:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.891995:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625948288:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.892087:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74900 going to sleep for 11 seconds 00010000:00010000:1.0:1746135174.892308:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c31f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237800 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.892324:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625948160:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.892343:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135174.892366:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628143616:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5584us (8424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.892372:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14185 00000100:00100000:2.0:1746135174.895582:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625948288:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.895602:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.895674:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2011:x1830954628143744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3830us (4108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.895682:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14186 00000100:00100000:0.0:1746135174.896060:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.896142:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628144000 00000100:00100000:1.0:1746135174.896149:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628144000 00002000:00100000:1.0:1746135174.896181:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4aad80 x1830954628144000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.896189:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aad80 with x1830954628144000 ext(0->4095) 00002000:00010000:1.0:1746135174.896193:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4aad80 00000100:00100000:1.0:1746135174.896238:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13302 00000100:00100000:1.0:1746135174.896243:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628144000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135174.896349:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628144000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.896354:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13302 00002000:00100000:1.0:1746135174.896358:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4aad80 x1830954628144000/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.896365:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aad80 with x1830954628144000 ext(0->4095) 00002000:00010000:1.0:1746135174.896367:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4aad80 00000100:00100000:0.0:1746135174.900587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.900790:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628144128 00000100:00100000:1.0:1746135174.900800:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628144128 00000100:00100000:1.0:1746135174.900859:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29880 00000100:00100000:1.0:1746135174.900867:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:1820:x1830954628144128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135174.900890:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135174.900911:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823780e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.900942:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.900949:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.900950:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.900953:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.900987:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.900999:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.901010:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625948416:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135174.901114:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.901587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.902864:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628144256 00000100:00100000:3.0:1746135174.902875:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628144256 00000100:00100000:3.0:1746135174.902929:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29881 00000100:00100000:3.0:1746135174.902935:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1804:x1830954628144256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.902950:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.902971:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237815 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.902999:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.903004:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 40 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.903010:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.903013:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.903044:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 40 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.903054:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.903067:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7200, rc 0) 00000100:00100000:3.0:1746135174.903123:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:1804:x1830954628144256:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.903128:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29881 00000100:00100000:1.0:1746135174.905014:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625948416:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135174.905043:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.905057:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9000, rc 0) 00000100:00100000:1.0:1746135174.905098:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1820:x1830954628144128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4231us (4524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.905106:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29880 00000100:00100000:0.0:1746135174.907199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.907492:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628144384 00000100:00100000:2.0:1746135174.907501:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628144384 00010000:00010000:2.0:1746135174.907552:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.907599:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14187 00000100:00100000:2.0:1746135174.907610:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628144384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.907629:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.907678:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.907690:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.907711:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c31fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237807 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.907743:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.907745:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.907753:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.907762:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.907798:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.907810:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 38 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.907822:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625948672:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.907905:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74900 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.910238:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625948672:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.910268:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.910327:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628144384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2719us (3139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.910337:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14187 00000100:00100000:0.0:1746135174.911315:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.911723:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628144640 00000100:00100000:3.0:1746135174.911734:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628144640 00002000:00100000:3.0:1746135174.911782:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a9f80 x1830954628144640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.911792:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a9f80 with x1830954628144640 ext(0->4095) 00010000:00010000:3.0:1746135174.911803:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.911818:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.911824:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a9f80 00000100:00100000:3.0:1746135174.911857:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2640 00000100:00100000:3.0:1746135174.911864:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628144640:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135174.912007:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628144640:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (697us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.912012:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2640 00002000:00100000:3.0:1746135174.912017:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a9f80 x1830954628144640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.912030:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a9f80 with x1830954628144640 ext(0->4095) 00010000:00010000:3.0:1746135174.912034:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.912042:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.912048:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a9f80 00000100:00100000:0.0:1746135174.915529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.915607:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628144768 00000100:00100000:1.0:1746135174.915615:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628144768 00000100:00100000:1.0:1746135174.915672:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29882 00000100:00100000:1.0:1746135174.915679:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628144768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135174.915692:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135174.915706:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823781c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.915728:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135174.915732:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.915737:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135174.915742:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.915770:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.915782:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.915789:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8600, rc 0) 00000100:00100000:1.0:1746135174.915826:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628144768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.915832:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29882 00000100:00100000:0.0:1746135174.916963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.917097:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628144896 00000100:00100000:2.0:1746135174.917103:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628144896 00010000:00010000:2.0:1746135174.917127:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.917158:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14188 00000100:00100000:2.0:1746135174.917164:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2009:x1830954628144896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.917174:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.917192:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.917203:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.917220:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3203 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823780e expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.917244:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.917246:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.917251:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.917257:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.917279:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.917288:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.917298:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625948928:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.917363:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.920294:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625948928:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.920314:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.920352:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2009:x1830954628144896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3187us (3393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.920362:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14188 00000100:00100000:0.0:1746135174.920853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.921140:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628145152 00000100:00100000:3.0:1746135174.921149:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628145152 00002000:00100000:3.0:1746135174.921196:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78a80 x1830954628145152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.921207:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78a80 with x1830954628145152 ext(0->4095) 00010000:00010000:3.0:1746135174.921216:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.921230:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.921235:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb78a80 00000100:00100000:3.0:1746135174.921626:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2641 00000100:00100000:3.0:1746135174.921634:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628145152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135174.921856:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628145152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 222us (1005us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.921862:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2641 00002000:00100000:3.0:1746135174.921869:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78a80 x1830954628145152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.921876:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78a80 with x1830954628145152 ext(0->4095) 00010000:00010000:3.0:1746135174.921880:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.921889:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 38 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.921894:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb78a80 00000100:00100000:0.0:1746135174.926404:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.926548:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.926626:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628145280 00000100:00100000:2.0:1746135174.926636:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628145280 00000100:00100000:2.0:1746135174.926711:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29883 00000100:00100000:2.0:1746135174.926717:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1804:x1830954628145280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.926737:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.926753:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237823 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.926781:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.926786:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.926793:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135174.926796:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 39 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.926828:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.926841:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 39 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.926849:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:2.0:1746135174.926890:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1804:x1830954628145280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.926896:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29883 00000100:00100000:3.0:1746135174.927205:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628145408 00000100:00100000:3.0:1746135174.927209:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628145408 00010000:00010000:3.0:1746135174.927224:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.927592:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14189 00000100:00100000:3.0:1746135174.927597:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954628145408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.927608:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.927623:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.927632:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.927663:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c320a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237815 expref: 39 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.927686:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.927688:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.927692:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.927698:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.927715:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.927724:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 5 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.927733:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625949184:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.928756:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.930958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.931138:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628145664 00000100:00100000:1.0:1746135174.931146:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628145664 00002000:00100000:1.0:1746135174.931196:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78000 x1830954628145664/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.931206:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78000 with x1830954628145664 ext(0->4095) 00010000:00010000:1.0:1746135174.931214:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.931230:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.931236:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb78000 00000100:00100000:1.0:1746135174.931256:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2642 00000100:00100000:1.0:1746135174.931262:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628145664:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.931407:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628145664:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (460us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.931413:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2642 00002000:00100000:1.0:1746135174.931419:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78000 x1830954628145664/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.931426:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78000 with x1830954628145664 ext(0->4095) 00010000:00010000:1.0:1746135174.931430:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.931438:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.931447:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb78000 00000100:00100000:3.0:1746135174.931556:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625949184:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.931578:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.931606:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628145408:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4009us (5058us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.931615:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14189 00000100:00100000:0.0:1746135174.937497:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.937616:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628145792 00000100:00100000:3.0:1746135174.937624:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628145792 00010000:00010000:3.0:1746135174.937712:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.937742:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14190 00000100:00100000:3.0:1746135174.937747:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628145792:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.937760:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.937774:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.937783:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.937800:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c3211 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823781c expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.938418:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.938421:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.938428:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 37 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.938436:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 37 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.938462:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 37 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.938473:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625949312:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135174.938597:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.941261:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.941366:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625949312:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.941383:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.941418:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628145792:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3670us (3929us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.941427:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14190 00000100:00100000:2.0:1746135174.941495:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628146048 00000100:00100000:2.0:1746135174.941500:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628146048 00002000:00100000:2.0:1746135174.941540:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb7bb80 x1830954628146048/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.941549:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7bb80 with x1830954628146048 ext(0->4095) 00002000:00010000:2.0:1746135174.941554:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7bb80 00000100:00100000:2.0:1746135174.941793:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13303 00000100:00100000:2.0:1746135174.941801:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628146048:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135174.941911:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628146048:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (660us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.941916:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13303 00002000:00100000:2.0:1746135174.941920:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb7bb80 x1830954628146048/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.941926:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7bb80 with x1830954628146048 ext(0->4095) 00002000:00010000:2.0:1746135174.941929:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7bb80 00000100:00100000:0.0:1746135174.944699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.945140:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628146176 00000100:00100000:1.0:1746135174.945149:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628146176 00000100:00100000:1.0:1746135174.945196:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29884 00000100:00100000:1.0:1746135174.945203:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628146176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135174.945218:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135174.945233:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823782a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.945260:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 37 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.945266:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135174.945268:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135174.945271:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.945294:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 37 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.945304:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 37 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.945314:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625949440:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135174.945386:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.948212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.948334:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628146304 00000100:00100000:3.0:1746135174.948340:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628146304 00010000:00010000:3.0:1746135174.948371:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 38 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.948394:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14191 00000100:00100000:3.0:1746135174.948401:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2011:x1830954628146304:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135174.948411:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135174.948428:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 38 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.948437:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 38 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.948457:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.948458:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135174.948465:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.948472:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.948497:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135174.948507:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625949568:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135174.948903:0:26641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3218 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237823 expref: 38 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.948925:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625949440:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135174.948946:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.948955:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9a00, rc 0) 00000100:00100000:1.0:1746135174.948977:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628146176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3774us (4286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135174.948984:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29884 00000100:00100000:3.0:1746135174.949595:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.952187:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.952266:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.952358:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628146560 00000100:00100000:1.0:1746135174.952367:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628146560 00000100:00100000:1.0:1746135174.952418:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29885 00000100:00100000:1.0:1746135174.952424:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1804:x1830954628146560:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135174.952440:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135174.952455:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237831 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.952479:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.952486:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.952487:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135174.952490:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.952515:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135174.952526:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 5 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135174.952548:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625949696:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135174.952610:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135174.952627:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628146688 00000100:00100000:1.0:1746135174.952629:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628146688 00002000:00100000:1.0:1746135174.952668:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ead80 x1830954628146688/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.952676:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ead80 with x1830954628146688 ext(0->4095) 00010000:00010000:1.0:1746135174.952681:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.952689:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.952694:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ead80 00000100:00100000:1.0:1746135174.952705:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2643 00000100:00100000:1.0:1746135174.952709:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628146688:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135174.952820:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628146688:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.952826:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2643 00002000:00100000:1.0:1746135174.952831:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ead80 x1830954628146688/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.952843:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ead80 with x1830954628146688 ext(0->4095) 00010000:00010000:1.0:1746135174.952847:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135174.952855:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135174.952860:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ead80 00000100:00100000:3.0:1746135174.953112:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625949568:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135174.953125:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135174.953147:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628146304:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4747us (4945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.953154:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14191 00000100:00100000:2.0:1746135174.954850:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625949696:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135174.954879:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.954895:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:2.0:1746135174.954930:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1804:x1830954628146560:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2506us (2749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.954937:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29885 00000100:00100000:0.0:1746135174.956615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.956950:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628146816 00000100:00100000:2.0:1746135174.956958:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628146816 00000100:00100000:2.0:1746135174.957003:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29886 00000100:00100000:2.0:1746135174.957009:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1820:x1830954628146816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.957027:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.957046:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237838 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.957070:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.957075:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.957081:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.957085:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 39 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.957115:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.957125:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 39 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.957137:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:2.0:1746135174.957177:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1820:x1830954628146816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.957184:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29886 00000100:00100000:1.0:1746135174.958139:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.958310:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628146944 00000100:00100000:2.0:1746135174.958315:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628146944 00010000:00010000:2.0:1746135174.958334:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.958354:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14192 00000100:00100000:2.0:1746135174.958359:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628146944:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.958369:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.958388:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.958397:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.958413:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c321f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823782a expref: 6 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.958426:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.958427:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.958432:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.958443:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.958462:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.958470:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 38 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.958480:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625949952:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.958541:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.960424:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.960575:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628147200 00000100:00100000:3.0:1746135174.960584:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628147200 00002000:00100000:3.0:1746135174.960633:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea680 x1830954628147200/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.960675:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea680 with x1830954628147200 ext(0->4095) 00010000:00010000:3.0:1746135174.960685:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.960700:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.960706:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ea680 00000100:00100000:3.0:1746135174.960739:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2644 00000100:00100000:3.0:1746135174.960746:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954628147200:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135174.960926:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954628147200:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (511us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135174.960936:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2644 00002000:00100000:3.0:1746135174.960942:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea680 x1830954628147200/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135174.960949:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea680 with x1830954628147200 ext(0->4095) 00010000:00010000:3.0:1746135174.960953:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135174.960962:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135174.960967:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ea680 00000100:00100000:2.0:1746135174.961081:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625949952:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.961102:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.961128:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628146944:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2768us (2991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.961137:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14192 00000100:00100000:0.0:1746135174.964077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.964188:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628147328 00000100:00100000:2.0:1746135174.964198:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628147328 00010000:00010000:2.0:1746135174.964240:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.964276:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14193 00000100:00100000:2.0:1746135174.964285:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954628147328:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.964307:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.964334:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.964347:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.964381:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c3226 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237831 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.964401:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.964403:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.964411:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.964419:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.964456:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 38 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.964470:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625950080:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.964592:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.966548:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625950080:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.966567:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.966613:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628147328:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2328us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.966622:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14193 00000100:00100000:0.0:1746135174.970510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135174.970628:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628147584 00000100:00100000:1.0:1746135174.970673:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628147584 00002000:00100000:1.0:1746135174.970726:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61eaa00 x1830954628147584/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.970738:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eaa00 with x1830954628147584 ext(0->4095) 00002000:00010000:1.0:1746135174.970745:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61eaa00 00000100:00100000:1.0:1746135174.971308:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13304 00000100:00100000:1.0:1746135174.971317:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2011:x1830954628147584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135174.971499:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2011:x1830954628147584:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135174.971505:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13304 00002000:00100000:1.0:1746135174.971512:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61eaa00 x1830954628147584/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135174.971519:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eaa00 with x1830954628147584 ext(0->4095) 00002000:00010000:1.0:1746135174.971522:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61eaa00 00000100:00100000:0.0:1746135174.974806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135174.974909:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628147712 00000100:00100000:3.0:1746135174.974922:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628147712 00000100:00100000:3.0:1746135174.975021:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29887 00000100:00100000:3.0:1746135174.975029:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628147712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135174.975047:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135174.975065:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823783f expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.975092:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.975099:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.975101:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135174.975104:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.975138:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.975149:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 37 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135174.975160:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625950208:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135174.975978:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135174.978172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.978252:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628147840 00000100:00100000:2.0:1746135174.978261:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628147840 00000100:00100000:2.0:1746135174.978298:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29888 00000100:00100000:2.0:1746135174.978304:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:1804:x1830954628147840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135174.978320:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135174.978336:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237846 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.978360:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135174.978365:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.978371:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135174.978374:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 39 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.978411:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.978422:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 39 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.978431:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:2.0:1746135174.978481:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1804:x1830954628147840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.978488:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29888 00000100:00100000:3.0:1746135174.978585:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625950208:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135174.978604:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135174.978612:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6600, rc 0) 00000100:00100000:3.0:1746135174.978630:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628147712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3602us (3839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135174.978635:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29887 00000100:00100000:2.0:1746135174.979609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135174.979952:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628147968 00000100:00100000:0.0:1746135174.979960:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628147968 00010000:00010000:0.0:1746135174.979992:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:0.0:1746135174.980028:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14194 00000100:00100000:0.0:1746135174.980035:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2010:x1830954628147968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135174.980050:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135174.980076:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135174.980088:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135174.980110:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c322d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237838 expref: 39 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135174.980140:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135174.980142:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135174.980149:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135174.980158:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135174.980189:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135174.980200:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 5 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:0.0:1746135174.980211:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a61ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625950464:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135174.981248:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.986836:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a61ebb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625950464:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.986874:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.986948:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628147968:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6912us (7340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.986961:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14194 00000100:00100000:1.0:1746135174.987095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.987897:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628148224 00000100:00100000:2.0:1746135174.987907:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628148224 00002000:00100000:2.0:1746135174.987957:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56d500 x1830954628148224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/0 e 0 to 0 dl 1746135185 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.987967:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56d500 with x1830954628148224 ext(0->4095) 00010000:00010000:2.0:1746135174.987976:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.987990:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135174.987996:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56d500 00000100:00100000:2.0:1746135174.988027:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2645 00000100:00100000:2.0:1746135174.988035:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628148224:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135174.988609:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628148224:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 573us (1513us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135174.988616:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2645 00002000:00100000:2.0:1746135174.988621:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56d500 x1830954628148224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:630/0 lens 488/4536 e 0 to 0 dl 1746135185 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135174.988629:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56d500 with x1830954628148224 ext(0->4095) 00010000:00010000:2.0:1746135174.988633:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.988720:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135174.988726:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56d500 00000100:00100000:0.0:1746135174.991926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135174.992054:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628148352 00000100:00100000:2.0:1746135174.992063:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628148352 00010000:00010000:2.0:1746135174.992095:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135174.992118:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14195 00000100:00100000:2.0:1746135174.992125:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628148352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135174.992136:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135174.992153:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.992164:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.993446:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3234 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823783f expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135174.993483:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.993485:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135174.993494:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.993507:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135174.993558:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135174.993571:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625950592:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135174.993685:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135174.998277:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625950592:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135174.998304:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135174.998360:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628148352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6235us (6442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135174.998374:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14195 00000100:00100000:0.0:1746135175.001300:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.001544:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628148608 00000100:00100000:2.0:1746135175.001563:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628148608 00002000:00100000:2.0:1746135175.001721:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8000 x1830954628148608/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.001737:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8000 with x1830954628148608 ext(0->4095) 00002000:00010000:2.0:1746135175.001749:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8000 00000100:00100000:2.0:1746135175.001818:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13305 00000100:00100000:2.0:1746135175.001833:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628148608:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.002137:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2010:x1830954628148608:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 304us (851us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.002153:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13305 00002000:00100000:2.0:1746135175.002162:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8000 x1830954628148608/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.002172:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8000 with x1830954628148608 ext(0->4095) 00002000:00010000:2.0:1746135175.002176:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8000 00000100:00080000:0.0:1746135175.002299:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746135175.013343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.013516:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628148736 00000100:00100000:0.0:1746135175.013529:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628148736 00000100:00100000:0.0:1746135175.013669:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29889 00000100:00100000:0.0:1746135175.013691:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628148736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135175.013710:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.013740:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823784d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.013776:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.013783:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.013785:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.013788:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746135175.013806:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746135175.013819:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 37 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.013831:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 37 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.013852:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625950720:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.013932:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.016414:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625950720:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.016449:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.016465:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99200, rc 0) 00000100:00100000:1.0:1746135175.016520:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628148736:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2834us (3187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.016529:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29889 00000100:00100000:0.0:1746135175.017306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.017411:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628148864 00000100:00100000:2.0:1746135175.017418:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628148864 00002000:00100000:2.0:1746135175.017456:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a61e8e00 x1830954628148864/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.017465:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8e00 with x1830954628148864 ext(0->7) 00010000:00010000:2.0:1746135175.017472:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 38 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.017485:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 38 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.017491:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e8e00 00000100:00100000:2.0:1746135175.017539:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2646 00000100:00100000:2.0:1746135175.017550:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:2011:x1830954628148864:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135175.021622:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954628148864:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4059us (4306us total) trans 4294970666 rc 0/0 00000100:00100000:0.0:1746135175.021636:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2646 00002000:00100000:0.0:1746135175.021683:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800a61e8e00 x1830954628148864/t4294970666(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.021693:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8e00 with x1830954628148864 ext(0->7) 00010000:00010000:0.0:1746135175.021704:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 40 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.021724:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 40 pid: 26641 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.021733:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e8e00 00000100:00100000:1.0:1746135175.030825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.030862:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628148992 00000100:00100000:1.0:1746135175.030869:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628148992 00010000:00010000:1.0:1746135175.030896:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 40 pid: 26641 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.030920:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14196 00000100:00100000:1.0:1746135175.030926:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954628148992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135175.030938:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135175.030953:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 40 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.030964:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 40 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.030983:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c323b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237846 expref: 40 pid: 26641 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.031003:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.031005:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.031011:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.031018:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.031047:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135175.031058:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625950848:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135175.033013:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.036119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.036217:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625950848:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135175.036236:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135175.036274:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628148992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5349us (5457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.036284:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14196 00000100:00100000:2.0:1746135175.037880:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628149248 00000100:00100000:2.0:1746135175.037889:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628149248 00002000:00100000:2.0:1746135175.037923:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8a80 x1830954628149248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.037936:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8a80 with x1830954628149248 ext(0->4095) 00002000:00010000:2.0:1746135175.037940:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8a80 00000100:00100000:2.0:1746135175.037961:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13306 00000100:00100000:2.0:1746135175.037967:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628149248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.038100:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628149248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1987us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.038107:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13306 00002000:00100000:2.0:1746135175.038112:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8a80 x1830954628149248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.038117:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8a80 with x1830954628149248 ext(0->4095) 00002000:00010000:2.0:1746135175.038119:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8a80 00000100:00100000:0.0:1746135175.040954:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.042554:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628149376 00000100:00100000:1.0:1746135175.042568:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628149376 00000100:00100000:1.0:1746135175.042684:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29890 00000100:00100000:1.0:1746135175.042693:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:1804:x1830954628149376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.042714:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.042734:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237854 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.042766:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.042773:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.042775:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.042778:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.042811:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.042823:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.042840:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625950976:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.042936:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.043504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.044241:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628149504 00000100:00100000:3.0:1746135175.044248:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628149504 00000100:00100000:3.0:1746135175.044299:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29891 00000100:00100000:3.0:1746135175.044305:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1820:x1830954628149504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.044315:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.044327:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823785b expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.044346:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.044351:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.044356:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.044359:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 42 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.044387:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.044397:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 42 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.044406:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:3.0:1746135175.044452:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1820:x1830954628149504:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.044458:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29891 00000100:00100000:1.0:1746135175.050793:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625950976:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.050850:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.050878:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9800, rc 0) 00000100:00100000:1.0:1746135175.050950:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:1804:x1830954628149376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8255us (10003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.050964:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29890 00000100:00100000:0.0:1746135175.051434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.052020:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628149632 00000100:00100000:1.0:1746135175.052033:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628149632 00010000:00010000:1.0:1746135175.052081:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.052209:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14197 00000100:00100000:1.0:1746135175.052221:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628149632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135175.052244:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135175.052285:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.052302:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.052334:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99200/0xc3cfcce4a57c3242 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823784d expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.052826:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.052829:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.052840:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.052851:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.052894:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 40 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.052909:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 40 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.052927:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625951232:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135175.055049:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.064052:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.064306:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628149888 00000100:00100000:0.0:1746135175.064313:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628149888 00002000:00100000:0.0:1746135175.064356:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268d500 x1830954628149888/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.064365:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d500 with x1830954628149888 ext(0->4095) 00010000:00010000:0.0:1746135175.064373:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.064387:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.064396:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625951232:192.168.202.58@tcp:105: 00002000:00010000:0.0:1746135175.064397:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268d500 00010000:00010000:2.0:1746135175.064416:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135175.064429:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2647 00000100:00100000:0.0:1746135175.064437:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2010:x1830954628149888:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.064456:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628149632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 12239us (13026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.064464:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14197 00000100:00100000:0.0:1746135175.064726:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2010:x1830954628149888:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 289us (683us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135175.064732:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2647 00002000:00100000:0.0:1746135175.064737:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008268d500 x1830954628149888/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.064744:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268d500 with x1830954628149888 ext(0->4095) 00010000:00010000:0.0:1746135175.064748:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.064758:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.064763:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008268d500 00000100:00100000:1.0:1746135175.073703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.073999:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628150016 00000100:00100000:2.0:1746135175.074006:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628150016 00010000:00010000:2.0:1746135175.074036:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.074070:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14198 00000100:00100000:2.0:1746135175.074076:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:2010:x1830954628150016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.074091:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.074106:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.074116:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.074134:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c3249 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237854 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.074158:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.074160:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.074167:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 40 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.074175:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 40 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.074206:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 40 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.074217:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625951360:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.076247:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.082854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.082961:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625951360:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.082976:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.083022:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2010:x1830954628150016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8945us (9326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.083034:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14198 00000100:00100000:3.0:1746135175.083106:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628150272 00000100:00100000:3.0:1746135175.083113:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628150272 00002000:00100000:3.0:1746135175.083142:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608000 x1830954628150272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.083150:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608000 with x1830954628150272 ext(0->4095) 00002000:00010000:3.0:1746135175.083153:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b608000 00000100:00100000:3.0:1746135175.083168:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13307 00000100:00100000:3.0:1746135175.083174:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2008:x1830954628150272:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135175.083323:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2008:x1830954628150272:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.083333:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13307 00002000:00100000:3.0:1746135175.083352:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608000 x1830954628150272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.083369:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608000 with x1830954628150272 ext(0->4095) 00002000:00010000:3.0:1746135175.083373:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b608000 00000100:00100000:0.0:1746135175.087163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.088257:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628150400 00000100:00100000:1.0:1746135175.088274:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628150400 00000100:00100000:1.0:1746135175.089419:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29892 00000100:00100000:1.0:1746135175.089431:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628150400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.089451:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.089468:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237862 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.089500:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 39 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.089506:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.089508:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.089511:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.089557:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 39 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.089570:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 39 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.089582:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625951488:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.098472:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.098501:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625951488:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.098527:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.098558:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9000, rc 0) 00000100:00100000:1.0:1746135175.113849:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628150400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 24402us (26676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.113862:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29892 00000100:00100000:0.0:1746135175.115653:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.115754:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628150528 00000100:00100000:3.0:1746135175.115762:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628150528 00002000:00100000:3.0:1746135175.115799:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60b100 x1830954628150528/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.115808:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b100 with x1830954628150528 ext(0->7) 00010000:00010000:3.0:1746135175.115815:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 40 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.115828:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 40 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.115833:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60b100 00000100:00100000:3.0:1746135175.115857:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2648 00000100:00100000:3.0:1746135175.115862:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954628150528:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135175.117322:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954628150528:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1446us (1679us total) trans 4294970667 rc 0/0 00000100:00100000:3.0:1746135175.117332:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2648 00002000:00100000:3.0:1746135175.117343:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60b100 x1830954628150528/t4294970667(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.117362:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b100 with x1830954628150528 ext(0->7) 00010000:00010000:3.0:1746135175.117377:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 42 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.117398:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 42 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.117408:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60b100 00000100:00100000:0.0:1746135175.121526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.126269:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628150656 00000100:00100000:2.0:1746135175.126282:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628150656 00010000:00010000:2.0:1746135175.126322:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 42 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.126368:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14199 00000100:00100000:2.0:1746135175.126376:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2009:x1830954628150656:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.126389:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.126406:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 42 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.126417:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 42 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.126437:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3250 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823785b expref: 42 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.126453:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.126455:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.126460:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.126467:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.126520:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.126540:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625951616:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.126715:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.127790:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.127859:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628150784 00000100:00100000:2.0:1746135175.127863:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628150784 00000100:00100000:2.0:1746135175.127895:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29893 00000100:00100000:2.0:1746135175.127901:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1804:x1830954628150784:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.127914:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.127925:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237869 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.127943:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.127949:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.127950:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.127953:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.127969:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.127978:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.127987:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625951744:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.128025:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.133594:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625951616:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.133616:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.133681:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2009:x1830954628150656:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7305us (12165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.133691:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14199 00000100:00100000:1.0:1746135175.135856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.136027:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628151040 00000100:00100000:3.0:1746135175.136036:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628151040 00002000:00100000:3.0:1746135175.136084:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072491180 x1830954628151040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.136095:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491180 with x1830954628151040 ext(0->4095) 00010000:00010000:3.0:1746135175.136105:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.136123:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.136129:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072491180 00000100:00100000:3.0:1746135175.136169:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2649 00000100:00100000:3.0:1746135175.136178:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628151040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135175.136335:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628151040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.136341:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2649 00002000:00100000:3.0:1746135175.136346:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072491180 x1830954628151040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.136351:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491180 with x1830954628151040 ext(0->4095) 00010000:00010000:3.0:1746135175.136356:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.136365:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.136371:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072491180 00000100:00100000:2.0:1746135175.136463:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625951744:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.136489:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 42 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.136501:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44ea00, rc 0) 00000100:00100000:2.0:1746135175.136525:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:1804:x1830954628150784:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8624us (8738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.136540:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29893 00000100:00100000:0.0:1746135175.139853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.140453:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628151168 00000100:00100000:2.0:1746135175.140462:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628151168 00010000:00010000:2.0:1746135175.140501:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.141838:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14200 00000100:00100000:3.0:1746135175.141855:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628151168:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.141876:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.141910:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.141926:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.141955:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9000/0xc3cfcce4a57c3257 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237862 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.142173:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.142175:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.142185:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.142199:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.142240:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.142251:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625951872:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.142971:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.144698:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625951872:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.144714:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.144758:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628151168:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2909us (4911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.144767:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14200 00000100:00100000:0.0:1746135175.145479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.146019:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628151424 00000100:00100000:2.0:1746135175.146024:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628151424 00002000:00100000:2.0:1746135175.146057:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60b480 x1830954628151424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.146067:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b480 with x1830954628151424 ext(0->4095) 00002000:00010000:2.0:1746135175.146071:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60b480 00000100:00100000:2.0:1746135175.146346:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13308 00000100:00100000:2.0:1746135175.146353:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954628151424:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.146483:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954628151424:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1004us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.146489:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13308 00002000:00100000:2.0:1746135175.146494:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60b480 x1830954628151424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.146501:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60b480 with x1830954628151424 ext(0->4095) 00002000:00010000:2.0:1746135175.146504:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60b480 00000100:00100000:0.0:1746135175.152848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.152940:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628151552 00000100:00100000:2.0:1746135175.152947:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628151552 00000100:00100000:2.0:1746135175.153163:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29894 00000100:00100000:2.0:1746135175.153170:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628151552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.153187:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.153202:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237870 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.153227:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.153233:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.153234:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.153237:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.153263:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 41 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.153278:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 41 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.153287:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625952000:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.155015:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.156481:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625952000:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.156512:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.156527:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e400, rc 0) 00000100:00100000:2.0:1746135175.156578:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628151552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3407us (3737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.156586:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29894 00000100:00100000:0.0:1746135175.161264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.162048:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628151680 00000100:00100000:3.0:1746135175.162059:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628151680 00002000:00100000:3.0:1746135175.162117:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b609c00 x1830954628151680/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.162128:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609c00 with x1830954628151680 ext(0->7) 00010000:00010000:3.0:1746135175.162139:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 42 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.162156:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 42 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.162164:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b609c00 00000100:00100000:3.0:1746135175.162201:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2650 00000100:00100000:3.0:1746135175.162211:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954628151680:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135175.163363:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954628151680:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1147us (2104us total) trans 4294970668 rc 0/0 00000100:00100000:3.0:1746135175.163373:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2650 00002000:00100000:3.0:1746135175.163379:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b609c00 x1830954628151680/t4294970668(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.163387:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609c00 with x1830954628151680 ext(0->7) 00010000:00010000:3.0:1746135175.163393:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.163405:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.163411:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b609c00 00000100:00100000:0.0:1746135175.165327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.165501:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628151808 00000100:00100000:2.0:1746135175.165513:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628151808 00000100:00100000:2.0:1746135175.165581:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29895 00000100:00100000:2.0:1746135175.165589:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954628151808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.165611:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.165632:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237877 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.165700:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.165706:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.165715:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135175.165718:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.165760:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.165772:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.165781:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e800, rc 0) 00000100:00100000:2.0:1746135175.165849:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954628151808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 260us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.165854:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29895 00000100:00100000:0.0:1746135175.166575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.166637:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628151936 00000100:00100000:3.0:1746135175.166671:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628151936 00010000:00010000:3.0:1746135175.166700:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.166724:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14201 00000100:00100000:3.0:1746135175.166729:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954628151936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.166739:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.166762:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.166778:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.166798:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c325e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237869 expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.166821:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.166823:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.166830:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.166836:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.166865:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.166876:0:10938:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.166887:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625952256:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.167394:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.169837:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.169911:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628152192 00000100:00100000:2.0:1746135175.169918:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628152192 00002000:00100000:2.0:1746135175.169959:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608380 x1830954628152192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.169968:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608380 with x1830954628152192 ext(0->4095) 00010000:00010000:2.0:1746135175.169976:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.169988:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.169994:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b608380 00000100:00100000:2.0:1746135175.170016:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2651 00000100:00100000:2.0:1746135175.170023:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628152192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.170187:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628152192:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 163us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.170193:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2651 00002000:00100000:2.0:1746135175.170199:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608380 x1830954628152192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.170205:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608380 with x1830954628152192 ext(0->4095) 00010000:00010000:2.0:1746135175.170209:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.170218:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.170223:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b608380 00000100:00100000:3.0:1746135175.170660:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625952256:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.170685:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.170726:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628151936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3996us (4153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.170738:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14201 00000100:00100000:0.0:1746135175.172861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.172965:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628152320 00000100:00100000:3.0:1746135175.172972:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628152320 00010000:00010000:3.0:1746135175.173410:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.173449:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14202 00000100:00100000:3.0:1746135175.173459:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628152320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.173476:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.173500:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.173511:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.173547:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e400/0xc3cfcce4a57c3265 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237870 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.173564:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.173566:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.173574:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.173582:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.173621:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.173634:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625952384:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.173940:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.176547:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625952384:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.176577:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.177420:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628152320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3184us (3794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.177433:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14202 00000100:00100000:0.0:1746135175.177762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.177821:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628152576 00000100:00100000:0.0:1746135175.177826:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628152576 00002000:00100000:0.0:1746135175.177860:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60bb80 x1830954628152576/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.177868:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60bb80 with x1830954628152576 ext(0->4095) 00002000:00010000:0.0:1746135175.177873:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60bb80 00000100:00100000:0.0:1746135175.177906:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13309 00000100:00100000:0.0:1746135175.177914:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2008:x1830954628152576:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135175.178799:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2008:x1830954628152576:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 880us (1031us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.178808:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13309 00002000:00100000:2.0:1746135175.178816:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60bb80 x1830954628152576/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.178824:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60bb80 with x1830954628152576 ext(0->4095) 00002000:00010000:2.0:1746135175.178828:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60bb80 00000100:00100000:0.0:1746135175.181920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.182149:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628152704 00000100:00100000:3.0:1746135175.182160:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628152704 00000100:00100000:3.0:1746135175.182290:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29896 00000100:00100000:3.0:1746135175.182298:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628152704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.182316:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.182332:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823787e expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.182364:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.182372:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.182373:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.182376:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.182405:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.182424:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 43 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.182435:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625952512:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.182813:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.185825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.185931:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625952512:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.185956:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.185976:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:2.0:1746135175.186013:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628152832 00000100:00100000:3.0:1746135175.186016:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628152704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3718us (4111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.186020:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628152832 00000100:00100000:3.0:1746135175.186023:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29896 00010000:00010000:2.0:1746135175.186049:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.186070:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14203 00000100:00100000:2.0:1746135175.186076:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628152832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.186087:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.186107:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.186116:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.186136:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e800/0xc3cfcce4a57c326c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237877 expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.186150:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.186151:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.186159:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.186166:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.186193:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.186206:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082666a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625952640:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.186286:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.188360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.188488:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082666a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625952640:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.188508:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.188705:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628152960 00000100:00100000:3.0:1746135175.188711:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628152960 00000100:00100000:1.0:1746135175.188817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.188840:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2010:x1830954628152832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2763us (3022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.188849:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14203 00000100:00100000:3.0:1746135175.188876:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29897 00000100:00100000:2.0:1746135175.188877:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628153216 00000100:00100000:2.0:1746135175.188879:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628153216 00000100:00100000:3.0:1746135175.188882:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:1804:x1830954628152960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.188895:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746135175.188903:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072490e00 x1830954628153216/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746135175.188908:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237885 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746135175.188912:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072490e00 with x1830954628153216 ext(0->4095) 00002000:00010000:2.0:1746135175.188915:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072490e00 00000100:00100000:2.0:1746135175.188925:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13310 00000100:00100000:2.0:1746135175.188929:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628153216:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746135175.189213:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.189224:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.189226:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.189229:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.189252:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.189261:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.189271:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625952768:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.189511:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628153216:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 580us (693us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.189518:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13310 00002000:00100000:2.0:1746135175.189523:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072490e00 x1830954628153216/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.189541:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072490e00 with x1830954628153216 ext(0->4095) 00010000:00010000:2.0:1746135175.189546:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.189555:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.189564:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072490e00 00000100:00100000:3.0:1746135175.190245:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.192422:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.192502:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625952768:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.192526:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.192552:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7200, rc 0) 00000100:00100000:3.0:1746135175.192601:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954628152960:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3718us (4247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135175.192602:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628153344 00000100:00100000:3.0:1746135175.192608:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29897 00000100:00100000:0.0:1746135175.192608:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628153344 00000100:00100000:2.0:1746135175.192664:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.192680:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628153472 00000100:00100000:2.0:1746135175.192682:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628153472 00010000:00010000:2.0:1746135175.192696:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.192713:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14204 00000100:00100000:2.0:1746135175.192719:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628153472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.192729:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746135175.192781:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29898 00000100:00100000:0.0:1746135175.192787:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1820:x1830954628153344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135175.192801:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135175.192814:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823788c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.192829:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.192834:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.192840:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135175.192843:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.192873:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.192883:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.192889:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c200, rc 0) 00000100:00100000:0.0:1746135175.192915:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1820:x1830954628153344:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135175.192921:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29898 00010000:00010000:2.0:1746135175.193194:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.193206:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.193225:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3273 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823787e expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.193240:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.193241:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.193247:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.193254:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.193274:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.193285:0:10938:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 44 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.193295:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953024:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.193348:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.194619:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953024:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.194634:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.194695:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628153472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1976us (2030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.194704:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14204 00000100:00100000:0.0:1746135175.196288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.196577:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628153728 00000100:00100000:2.0:1746135175.196586:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628153728 00002000:00100000:2.0:1746135175.196635:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131c00 x1830954628153728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.196669:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131c00 with x1830954628153728 ext(0->4095) 00010000:00010000:2.0:1746135175.196678:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.196691:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.196698:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b131c00 00000100:00100000:2.0:1746135175.196733:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2652 00000100:00100000:2.0:1746135175.196740:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954628153728:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.197091:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954628153728:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 350us (809us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.197098:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2652 00002000:00100000:2.0:1746135175.197103:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131c00 x1830954628153728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.197109:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131c00 with x1830954628153728 ext(0->4095) 00010000:00010000:2.0:1746135175.197114:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.197122:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.197127:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b131c00 00000100:00100000:0.0:1746135175.198934:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.198992:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628153856 00000100:00100000:2.0:1746135175.198999:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628153856 00010000:00010000:2.0:1746135175.199026:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.199242:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14205 00000100:00100000:2.0:1746135175.199250:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2009:x1830954628153856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.199261:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.199276:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.199292:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.199311:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c327a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237885 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.199338:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.199340:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.199345:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.199354:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.199386:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.199396:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953152:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.199465:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.200826:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953152:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.201207:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.201251:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2009:x1830954628153856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2001us (2321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.201261:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14205 00000100:00100000:0.0:1746135175.201459:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.201539:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628154112 00000100:00100000:2.0:1746135175.201545:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628154112 00002000:00100000:2.0:1746135175.201578:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b133800 x1830954628154112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.201587:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133800 with x1830954628154112 ext(0->4095) 00002000:00010000:2.0:1746135175.201591:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b133800 00000100:00100000:2.0:1746135175.201616:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13311 00000100:00100000:2.0:1746135175.201622:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2008:x1830954628154112:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135175.201934:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2008:x1830954628154112:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (475us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.201941:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13311 00002000:00100000:2.0:1746135175.201946:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b133800 x1830954628154112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.201952:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133800 with x1830954628154112 ext(0->4095) 00002000:00010000:2.0:1746135175.201955:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b133800 00000100:00100000:0.0:1746135175.203731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.203849:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628154240 00000100:00100000:3.0:1746135175.203856:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628154240 00000100:00100000:3.0:1746135175.203891:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29899 00000100:00100000:3.0:1746135175.203898:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628154240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.203915:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.203933:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237893 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.204095:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.204103:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.204105:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.204109:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.204142:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.204155:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 43 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.204168:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625953280:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.204262:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.206956:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625953280:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.206988:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.207005:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135175.207049:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628154240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3150us (3325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.207062:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29899 00000100:00100000:0.0:1746135175.207429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.207984:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628154368 00000100:00100000:3.0:1746135175.207993:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628154368 00010000:00010000:3.0:1746135175.208030:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.208456:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14206 00000100:00100000:3.0:1746135175.208464:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954628154368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.208478:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.208506:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.208520:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.208558:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c200/0xc3cfcce4a57c3281 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823788c expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.208804:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.208806:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.208815:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.208825:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.208863:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.208877:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953408:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.209366:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.212205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.212898:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953408:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.212918:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.212961:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2011:x1830954628154368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4497us (5532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.212972:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14206 00000100:00100000:1.0:1746135175.213092:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.213096:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628154624 00000100:00100000:2.0:1746135175.213105:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628154624 00002000:00100000:2.0:1746135175.213352:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131500 x1830954628154624/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.213364:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131500 with x1830954628154624 ext(0->4095) 00002000:00010000:2.0:1746135175.213369:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b131500 00000100:00100000:3.0:1746135175.213428:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628154752 00000100:00100000:3.0:1746135175.213431:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628154752 00000100:00100000:3.0:1746135175.213463:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29900 00000100:00100000:3.0:1746135175.213470:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:1804:x1830954628154752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.213488:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.213508:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823789a expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.213551:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.213557:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.213559:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.213562:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.213595:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.213611:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.213623:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625953536:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.214409:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2653 00000100:00100000:2.0:1746135175.214417:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628154624:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135175.215034:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.215036:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628154624:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 618us (2842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.215046:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2653 00002000:00100000:2.0:1746135175.215054:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131500 x1830954628154624/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.215301:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131500 with x1830954628154624 ext(0->4095) 00010000:00010000:2.0:1746135175.215309:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.215322:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.215328:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b131500 00000100:00100000:3.0:1746135175.217481:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625953536:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.217508:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.217522:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:3.0:1746135175.217571:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954628154752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4099us (4478us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.217579:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29900 00000100:00100000:0.0:1746135175.219084:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.219129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.219206:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628154880 00000100:00100000:2.0:1746135175.219214:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628154880 00010000:00010000:2.0:1746135175.219244:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.219266:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14207 00000100:00100000:2.0:1746135175.219273:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628154880:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.219283:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.219300:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.219310:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.219329:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3288 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237893 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.219359:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.219361:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.219367:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 43 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.219374:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 43 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.219402:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 43 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.219413:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953664:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.219492:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628155008 00000100:00100000:3.0:1746135175.219496:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628155008 00000100:00100000:3.0:1746135175.219517:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29901 00000100:00100000:3.0:1746135175.219522:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1820:x1830954628155008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.219542:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.219552:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378a1 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.219566:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.219575:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.219576:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.219578:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.219593:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.219601:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.219609:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625953792:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.220078:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.220110:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be746c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.222382:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953664:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.222404:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.222448:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628154880:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3174us (3317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.222458:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14207 00000100:00100000:3.0:1746135175.222540:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625953792:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.222567:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.222584:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6400, rc 0) 00000100:00100000:3.0:1746135175.222604:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1820:x1830954628155008:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3082us (3528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.222611:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29901 00000100:00100000:0.0:1746135175.224401:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.224665:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628155264 00000100:00100000:3.0:1746135175.224673:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628155264 00002000:00100000:3.0:1746135175.224708:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b130700 x1830954628155264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.224722:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130700 with x1830954628155264 ext(0->4095) 00010000:00010000:3.0:1746135175.224730:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.224742:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.224749:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130700 00000100:00100000:3.0:1746135175.224765:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2654 00000100:00100000:3.0:1746135175.224771:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954628155264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135175.225885:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954628155264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1107us (1493us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.225893:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2654 00002000:00100000:3.0:1746135175.225902:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b130700 x1830954628155264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.225911:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130700 with x1830954628155264 ext(0->4095) 00010000:00010000:3.0:1746135175.225918:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.225929:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.225936:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130700 00000100:00100000:0.0:1746135175.228935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.229854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.229989:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628155520 00000100:00100000:2.0:1746135175.230000:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628155520 00010000:00010000:2.0:1746135175.230037:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.230062:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14208 00000100:00100000:2.0:1746135175.230068:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954628155520:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.230081:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.230098:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.230109:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.230129:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c328f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823789a expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.230146:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.230148:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.230155:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.230162:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.230192:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.230202:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953920:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.230260:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be746c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.230632:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628155392 00000100:00100000:3.0:1746135175.230636:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628155392 00000100:00100000:3.0:1746135175.230677:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29902 00000100:00100000:3.0:1746135175.230681:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954628155392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.230692:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.230700:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378a8 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.230714:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.230719:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.230720:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.230723:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.230736:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.230743:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 46 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.230750:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625954048:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.230789:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00010000:00010000:1.0:1746135175.232241:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746135175.233753:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625954048:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.233776:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.233794:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e4400, rc 0) 00000100:00100000:3.0:1746135175.233839:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628155392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3156us (4914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.233847:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29902 00000100:00100000:2.0:1746135175.233860:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082665f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625953920:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.233870:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.233908:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954628155520:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3840us (4056us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.233919:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14208 00000100:00100000:0.0:1746135175.234166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.234284:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628155776 00000100:00100000:3.0:1746135175.234291:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628155776 00002000:00100000:3.0:1746135175.234334:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b130e00 x1830954628155776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.234343:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130e00 with x1830954628155776 ext(0->4095) 00010000:00010000:3.0:1746135175.234350:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.234364:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.234370:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130e00 00000100:00100000:3.0:1746135175.234401:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2655 00000100:00100000:3.0:1746135175.234409:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2008:x1830954628155776:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135175.234594:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2008:x1830954628155776:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (428us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.234601:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2655 00002000:00100000:3.0:1746135175.234606:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b130e00 x1830954628155776/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.234620:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130e00 with x1830954628155776 ext(0->4095) 00010000:00010000:3.0:1746135175.234624:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.234634:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.234660:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130e00 00000100:00100000:0.0:1746135175.237481:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.237685:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628155904 00000100:00100000:3.0:1746135175.237695:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628155904 00000100:00100000:3.0:1746135175.238103:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29903 00000100:00100000:3.0:1746135175.238112:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628155904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.238134:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.238154:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378af expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.238184:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.238190:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.238196:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135175.238200:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.238242:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.238259:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.238268:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5000, rc 0) 00000100:00100000:3.0:1746135175.239299:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628155904:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1180us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.239307:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29903 00000100:00100000:0.0:1746135175.242121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.242208:0:10938:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628156032 00000100:00100000:2.0:1746135175.242218:0:10938:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628156032 00010000:00010000:2.0:1746135175.242256:0:10938:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.242295:0:10938:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14209 00000100:00100000:2.0:1746135175.242304:0:10938:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954628156032:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.242317:0:10938:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.242334:0:10938:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.242345:0:10938:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.242369:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3296 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a1 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.242398:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.242400:0:10938:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.242408:0:10938:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.242417:0:10938:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.242461:0:10938:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.242478:0:10938:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 44 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.242491:0:10938:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625954304:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.242627:0:10938:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.245906:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.245983:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628156160 00000100:00100000:1.0:1746135175.245990:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628156160 00010000:00010000:1.0:1746135175.246017:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.246042:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14210 00000100:00100000:1.0:1746135175.246049:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954628156160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135175.246061:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135175.246077:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.246088:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.246110:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.246112:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.246120:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.246128:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.246163:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135175.246175:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625954432:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135175.246258:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27480 going to sleep for 11 seconds 00010000:00010000:2.0:1746135175.246499:0:10938:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c329d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378a8 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.246511:0:10938:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10938:1830954625954304:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.246523:0:10938:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.246557:0:10938:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628156032:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4254us (4447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.246565:0:10938:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14209 00000100:00100000:2.0:1746135175.250835:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625954432:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135175.250835:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135175.250866:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135175.250909:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628156416 00000100:00100000:0.0:1746135175.250916:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628156416 00000100:00100000:2.0:1746135175.250930:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2010:x1830954628156160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4880us (5030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.250942:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14210 00002000:00100000:0.0:1746135175.250962:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072491880 x1830954628156416/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.250971:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491880 with x1830954628156416 ext(0->4095) 00002000:00010000:0.0:1746135175.250975:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072491880 00000100:00100000:0.0:1746135175.251006:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13313 00000100:00100000:0.0:1746135175.251013:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628156416:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135175.251235:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628156416:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 222us (405us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135175.251241:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13313 00002000:00100000:0.0:1746135175.251247:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072491880 x1830954628156416/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.251253:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491880 with x1830954628156416 ext(0->4095) 00002000:00010000:0.0:1746135175.251255:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072491880 00000100:00100000:0.0:1746135175.253305:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.253472:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628156544 00000100:00100000:3.0:1746135175.253482:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628156544 00000100:00100000:3.0:1746135175.253548:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29904 00000100:00100000:3.0:1746135175.253555:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:1820:x1830954628156544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.253573:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.253591:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378b6 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.253618:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.253624:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.253626:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.253629:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.253710:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.253725:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 5 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.253737:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625954560:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.253814:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.257698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.257806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.257898:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628156672 00000100:00100000:1.0:1746135175.257913:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628156672 00000100:00100000:1.0:1746135175.257963:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29905 00000100:00100000:1.0:1746135175.257971:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954628156672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746135175.257980:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625954560:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.257990:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.258010:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.258010:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378bd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.258029:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5a00, rc 0) 00010000:00010000:1.0:1746135175.258036:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.258041:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.258046:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.258049:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.258083:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.258095:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.258103:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9a00, rc 0) 00000100:00100000:2.0:1746135175.258273:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628156800 00000100:00100000:2.0:1746135175.258277:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628156800 00010000:00010000:2.0:1746135175.258297:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.258317:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14211 00000100:00100000:2.0:1746135175.258322:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628156800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.258331:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.258352:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.258361:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.258379:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c32a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378af expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.258398:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.258400:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.258406:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.258571:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1820:x1830954628156544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5015us (5273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.258571:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628156672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 600us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.258576:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29905 00000100:00100000:3.0:1746135175.258579:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29904 00010000:00010000:2.0:1746135175.259044:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.259071:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 44 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.259083:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 44 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.259095:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625954816:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.259374:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74840 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.261709:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625954816:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.261732:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.261772:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628156800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3448us (3965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.261783:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14211 00000100:00100000:0.0:1746135175.261922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.262316:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628157056 00000100:00100000:1.0:1746135175.262323:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628157056 00002000:00100000:1.0:1746135175.262367:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b6300 x1830954628157056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.262377:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6300 with x1830954628157056 ext(0->4095) 00010000:00010000:1.0:1746135175.262386:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.262401:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.262406:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6300 00000100:00100000:1.0:1746135175.263144:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2656 00000100:00100000:1.0:1746135175.263155:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2009:x1830954628157056:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135175.263349:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2009:x1830954628157056:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 196us (1427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.263355:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2656 00002000:00100000:1.0:1746135175.263363:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800855b6300 x1830954628157056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.263369:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6300 with x1830954628157056 ext(0->4095) 00010000:00010000:1.0:1746135175.263376:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.263389:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.263395:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b6300 00000100:00100000:0.0:1746135175.266800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.266867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.266881:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628157184 00000100:00100000:3.0:1746135175.266893:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628157184 00000100:00100000:3.0:1746135175.266991:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29906 00000100:00100000:3.0:1746135175.267001:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628157184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.267024:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746135175.267024:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628157312 00000100:00100000:2.0:1746135175.267030:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628157312 00010000:00010000:2.0:1746135175.267057:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.267099:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14212 00000100:00100000:2.0:1746135175.267106:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2008:x1830954628157312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.267118:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.267139:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.267152:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378c4 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.267153:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.267202:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.267209:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.267219:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.267223:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.267239:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c32ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378b6 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.267265:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.267281:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.267290:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.267291:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.267297:0:11953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.267302:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.267313:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135175.267318:0:11953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.267328:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.267338:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625955072:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.267494:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2008:x1830954628157312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 386us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.267501:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14212 00000100:00100000:3.0:1746135175.267522:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.269465:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625955072:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.269490:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5600, rc 0) 00000100:00100000:3.0:1746135175.270493:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628157184:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3486us (3698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.270503:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29906 00000100:00100000:0.0:1746135175.274718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.274804:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628157568 00000100:00100000:3.0:1746135175.274812:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628157568 00002000:00100000:3.0:1746135175.274847:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6a680 x1830954628157568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.274856:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a680 with x1830954628157568 ext(0->4095) 00010000:00010000:3.0:1746135175.274864:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.274877:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.274884:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a680 00000100:00100000:3.0:1746135175.274913:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2657 00000100:00100000:3.0:1746135175.274920:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628157568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135175.275048:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628157568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.275054:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2657 00002000:00100000:3.0:1746135175.275060:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6a680 x1830954628157568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.275067:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a680 with x1830954628157568 ext(0->4095) 00010000:00010000:3.0:1746135175.275072:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.275081:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.275087:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a680 00000100:00100000:0.0:1746135175.279894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.279990:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.280173:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628157696 00000100:00100000:3.0:1746135175.280181:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628157696 00000100:00100000:2.0:1746135175.280229:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628157824 00000100:00100000:2.0:1746135175.280233:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628157824 00010000:00010000:2.0:1746135175.280254:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.280286:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14213 00000100:00100000:2.0:1746135175.280292:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954628157824:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.280303:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.280320:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.280331:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.280349:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378bd expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.280366:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746135175.280366:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29907 00010000:00010000:2.0:1746135175.280368:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746135175.280373:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954628157696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.280374:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.280381:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.280387:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.280397:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378cb expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.280407:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.280415:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.280582:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.280583:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.280587:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.280600:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 5 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.280612:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625955200:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135175.280622:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 5 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.280634:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 5 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.280705:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74840 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.281443:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625955328:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.281477:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.284368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.284424:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628158080 00000100:00100000:3.0:1746135175.284435:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628158080 00002000:00100000:3.0:1746135175.284493:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a623b80 x1830954628158080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746135175.284502:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625955328:192.168.202.58@tcp:104: 00002000:00100000:3.0:1746135175.284503:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623b80 with x1830954628158080 ext(0->4095) 00010000:00010000:3.0:1746135175.284513:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.284537:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.284544:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a623b80 00010000:00010000:1.0:1746135175.284546:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.284565:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:3.0:1746135175.284570:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2658 00000100:00100000:3.0:1746135175.284578:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628158080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135175.284625:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954628157696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4252us (4739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.284634:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29907 00000100:00100000:2.0:1746135175.284756:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625955200:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.284765:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628158080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 188us (408us total) trans 0 rc 4096/4096 00010000:00010000:2.0:1746135175.284767:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.284771:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2658 00002000:00100000:3.0:1746135175.284775:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009a623b80 x1830954628158080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.284783:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623b80 with x1830954628158080 ext(0->4095) 00010000:00010000:3.0:1746135175.284787:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.284790:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954628157824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4498us (4800us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135175.284795:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.284798:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14213 00002000:00010000:3.0:1746135175.284801:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009a623b80 00000100:00100000:0.0:1746135175.288743:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.288882:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628158208 00000100:00100000:2.0:1746135175.288893:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628158208 00010000:00010000:2.0:1746135175.288928:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.288956:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14214 00000100:00100000:2.0:1746135175.288962:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628158208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.288975:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.288991:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.289003:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.289023:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c32b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378c4 expref: 6 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.289041:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.289043:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.289049:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.289057:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.289084:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.289095:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625955456:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.289162:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.292034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.292185:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625955456:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.292201:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.292236:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628158208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3273us (3501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.292245:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14214 00000100:00100000:1.0:1746135175.292964:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628158464 00000100:00100000:1.0:1746135175.292971:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628158464 00002000:00100000:1.0:1746135175.293004:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95ad80 x1830954628158464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.293013:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95ad80 with x1830954628158464 ext(0->4095) 00002000:00010000:1.0:1746135175.293017:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d95ad80 00000100:00100000:1.0:1746135175.293133:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13314 00000100:00100000:1.0:1746135175.293139:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628158464:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135175.293264:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628158464:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 125us (1238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.293272:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13314 00002000:00100000:1.0:1746135175.293277:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d95ad80 x1830954628158464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.293284:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d95ad80 with x1830954628158464 ext(0->4095) 00002000:00010000:1.0:1746135175.293287:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d95ad80 00000100:00100000:0.0:1746135175.295540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.295745:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628158592 00000100:00100000:1.0:1746135175.295752:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628158592 00000100:00100000:1.0:1746135175.295880:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29908 00000100:00100000:1.0:1746135175.295887:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628158592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.295902:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.295917:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378d2 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.295941:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.295948:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.295950:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.295953:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.295979:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.295990:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 43 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.296006:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625955584:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.296493:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.300418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.300935:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625955584:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.300973:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.300993:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8a00, rc 0) 00000100:00100000:1.0:1746135175.301041:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628158592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5155us (5518us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.301051:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29908 00000100:00100000:2.0:1746135175.301146:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628158720 00000100:00100000:2.0:1746135175.301153:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628158720 00010000:00010000:2.0:1746135175.301186:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.301210:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14215 00000100:00100000:2.0:1746135175.301217:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628158720:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.301231:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.301254:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.301270:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.301292:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378cb expref: 44 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.301308:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.301310:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.301318:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.301325:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.301355:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.301367:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625955712:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.301897:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.302794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.302889:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628158848 00000100:00100000:1.0:1746135175.302897:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628158848 00000100:00100000:1.0:1746135175.302964:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29909 00000100:00100000:1.0:1746135175.302972:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954628158848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.302989:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.303004:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378d9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.303024:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.303030:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.303031:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.303035:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.303061:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.303072:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.303083:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625955840:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.303546:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.305452:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625955712:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.305470:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.305508:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954628158720:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4291us (5101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.305519:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14215 00000100:00100000:0.0:1746135175.308995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.309106:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625955840:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.309139:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 44 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.309158:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9800, rc 0) 00000100:00100000:1.0:1746135175.309208:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954628158848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6237us (6416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.309218:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29909 00000100:00100000:3.0:1746135175.309253:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628159104 00000100:00100000:3.0:1746135175.309261:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628159104 00002000:00100000:3.0:1746135175.309439:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4caa00 x1830954628159104/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.309450:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830954628159104 ext(0->4095) 00010000:00010000:3.0:1746135175.309456:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.309473:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.309479:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:3.0:1746135175.309510:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2659 00000100:00100000:3.0:1746135175.309518:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628159104:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135175.309699:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628159104:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (716us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.309831:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2659 00002000:00100000:3.0:1746135175.309837:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4caa00 x1830954628159104/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.309843:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830954628159104 ext(0->4095) 00010000:00010000:3.0:1746135175.309847:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.309856:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.309860:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:0.0:1746135175.315475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.316006:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628159232 00000100:00100000:2.0:1746135175.316018:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628159232 00010000:00010000:2.0:1746135175.316072:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.316115:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14216 00000100:00100000:2.0:1746135175.316124:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628159232:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.317359:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.317387:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.317399:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.317420:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c32c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d2 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.317449:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.317451:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.317457:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.317465:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.317495:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.317507:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625955968:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.317614:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.323139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.323323:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628159488 00000100:00100000:3.0:1746135175.323334:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628159488 00002000:00100000:3.0:1746135175.323383:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb480 x1830954628159488/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.323393:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb480 with x1830954628159488 ext(0->4095) 00002000:00010000:3.0:1746135175.323398:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cb480 00000100:00100000:3.0:1746135175.323437:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13315 00000100:00100000:3.0:1746135175.323445:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628159488:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.323515:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625955968:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.323541:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.323747:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628159232:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7624us (8283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.323756:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14216 00000100:00100000:3.0:1746135175.325271:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2010:x1830954628159488:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1819us (2139us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.325282:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13315 00002000:00100000:3.0:1746135175.325292:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb480 x1830954628159488/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.325301:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb480 with x1830954628159488 ext(0->4095) 00002000:00010000:3.0:1746135175.325307:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cb480 00000100:00100000:0.0:1746135175.338293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.338627:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628159616 00000100:00100000:1.0:1746135175.338670:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628159616 00000100:00100000:1.0:1746135175.338829:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29910 00000100:00100000:1.0:1746135175.338840:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628159616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.338861:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.338882:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378e0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.338917:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.338925:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.338927:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.338930:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.338961:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 43 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.338984:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 43 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.338999:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625956096:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.339134:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.349509:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625956096:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.349566:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.349586:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8600, rc 0) 00000100:00100000:1.0:1746135175.349672:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628159616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10805us (11364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.349680:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29910 00000100:00100000:0.0:1746135175.349868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.349995:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.350779:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628159872 00000100:00100000:1.0:1746135175.350787:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628159872 00000100:00100000:1.0:1746135175.350820:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29911 00000100:00100000:1.0:1746135175.350826:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:1804:x1830954628159872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.350842:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.350855:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378e7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.350880:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.350885:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.350890:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135175.350894:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.350922:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.350932:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.350937:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628159744 00010000:00010000:1.0:1746135175.350939:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:3.0:1746135175.350941:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628159744 00002000:00100000:3.0:1746135175.350977:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b995f80 x1830954628159744/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.350989:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995f80 with x1830954628159744 ext(0->7) 00010000:00010000:3.0:1746135175.350995:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.351007:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.351013:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b995f80 00000100:00100000:3.0:1746135175.351033:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2660 00000100:00100000:3.0:1746135175.351038:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628159744:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135175.351102:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628159872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 275us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.351108:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29911 00000100:00100000:0.0:1746135175.352542:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954628159744:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1490us (2661us total) trans 4294970669 rc 0/0 00000100:00100000:0.0:1746135175.352551:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2660 00002000:00100000:0.0:1746135175.352560:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b995f80 x1830954628159744/t4294970669(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.352568:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b995f80 with x1830954628159744 ext(0->7) 00010000:00010000:0.0:1746135175.352576:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.352588:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.352594:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b995f80 00000100:00100000:2.0:1746135175.356949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.357122:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628160000 00000100:00100000:3.0:1746135175.357137:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628160000 00010000:00010000:3.0:1746135175.357191:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.357242:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14217 00000100:00100000:3.0:1746135175.357251:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954628160000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.357276:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.357303:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.357322:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.357357:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378d9 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.357394:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.357396:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.357405:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.357413:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.357462:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.357474:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.357487:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625956352:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.357881:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.362705:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625956352:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.362736:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.362803:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628160000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5551us (5861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.362821:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14217 00000100:00100000:2.0:1746135175.363104:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.363180:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628160256 00000100:00100000:0.0:1746135175.363190:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628160256 00002000:00100000:0.0:1746135175.363273:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665f80 x1830954628160256/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.363284:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665f80 with x1830954628160256 ext(0->4095) 00010000:00010000:0.0:1746135175.363295:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.363310:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.363318:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665f80 00000100:00100000:0.0:1746135175.363353:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2661 00000100:00100000:0.0:1746135175.363362:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628160256:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135175.363543:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628160256:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 171us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135175.363550:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2661 00002000:00100000:0.0:1746135175.363556:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880082665f80 x1830954628160256/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.363569:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665f80 with x1830954628160256 ext(0->4095) 00010000:00010000:0.0:1746135175.363574:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.363583:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.363588:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880082665f80 00000100:00100000:0.0:1746135175.366762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.366905:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628160384 00000100:00100000:3.0:1746135175.366914:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628160384 00010000:00010000:3.0:1746135175.366952:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.366990:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14218 00000100:00100000:3.0:1746135175.366998:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628160384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.367012:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.367033:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.367044:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.367068:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c32d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e0 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.367087:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.367088:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.367095:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.367102:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.367133:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.367145:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625956480:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.369272:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.371883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.371959:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628160640 00000100:00100000:1.0:1746135175.371969:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628160640 00002000:00100000:1.0:1746135175.372027:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0000 x1830954628160640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.372050:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0000 with x1830954628160640 ext(0->4095) 00002000:00010000:1.0:1746135175.372057:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e0000 00000100:00100000:1.0:1746135175.372083:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13316 00000100:00100000:1.0:1746135175.372091:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628160640:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135175.372258:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628160640:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (389us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.372265:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625956480:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135175.372265:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13316 00002000:00100000:1.0:1746135175.372270:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800927e0000 x1830954628160640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.372277:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927e0000 with x1830954628160640 ext(0->4095) 00002000:00010000:1.0:1746135175.372279:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927e0000 00010000:00010000:3.0:1746135175.372285:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.372308:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628160384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5312us (5557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.372317:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14218 00000100:00100000:0.0:1746135175.375570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.375674:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628160768 00000100:00100000:1.0:1746135175.375686:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628160768 00000100:00100000:1.0:1746135175.375741:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29912 00000100:00100000:1.0:1746135175.375749:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628160768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.375770:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.375792:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378ee expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.375827:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.375835:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.375836:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.375839:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.375876:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.375886:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.375899:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625956608:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.375977:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.379434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.379554:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628160896 00000100:00100000:3.0:1746135175.379563:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628160896 00010000:00010000:3.0:1746135175.379602:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.379679:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14219 00000100:00100000:3.0:1746135175.379687:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628160896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.379701:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.379726:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.379738:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.379769:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.379771:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.379780:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.379792:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.379826:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.379838:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625956736:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135175.380051:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c32dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378e7 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.380077:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625956608:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.380101:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.380110:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9a00, rc 0) 00000100:00100000:1.0:1746135175.380156:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628160768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4407us (4597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.380164:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29912 00000100:00100000:3.0:1746135175.380867:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.382350:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625956736:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.382378:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135175.382438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.382450:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2010:x1830954628160896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2763us (3029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.382465:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14219 00000100:00100000:1.0:1746135175.382568:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628161280 00000100:00100000:1.0:1746135175.382576:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628161280 00000100:00100000:1.0:1746135175.382932:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29913 00000100:00100000:1.0:1746135175.382940:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954628161280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.382956:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.382976:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378f5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.383006:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.383012:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.383015:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.383019:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.383054:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.383069:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.383081:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625956864:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.383636:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.384004:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.384035:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628161152 00000100:00100000:0.0:1746135175.384040:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628161152 00002000:00100000:0.0:1746135175.384082:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae37800 x1830954628161152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.384092:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae37800 with x1830954628161152 ext(0->4095) 00010000:00010000:0.0:1746135175.384100:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.384112:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.384119:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae37800 00000100:00100000:0.0:1746135175.384146:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2662 00000100:00100000:0.0:1746135175.384152:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628161152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135175.384308:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628161152:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135175.384315:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2662 00002000:00100000:0.0:1746135175.384320:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae37800 x1830954628161152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.384327:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae37800 with x1830954628161152 ext(0->4095) 00010000:00010000:0.0:1746135175.384332:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.384340:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.384346:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae37800 00000100:00100000:1.0:1746135175.388067:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625956864:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.388103:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.388119:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9800, rc 0) 00000100:00100000:1.0:1746135175.388180:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628161280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5240us (5742us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.388188:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29913 00000100:00100000:0.0:1746135175.390143:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.390256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.390381:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628161536 00000100:00100000:3.0:1746135175.390393:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628161536 00010000:00010000:3.0:1746135175.390437:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.390470:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14220 00000100:00100000:3.0:1746135175.390478:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628161536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.390492:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.390514:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.390538:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.390564:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9a00/0xc3cfcce4a57c32e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378ee expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.390585:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.390586:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.390594:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.390601:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.390633:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.390681:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625956992:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135175.390817:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628161408 00000100:00100000:1.0:1746135175.390822:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628161408 00000100:00100000:3.0:1746135175.391485:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.391588:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29914 00000100:00100000:1.0:1746135175.391596:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1820:x1830954628161408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.391612:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.391626:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082378fc expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.391703:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.391708:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.391710:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.391712:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.391732:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.391742:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.391750:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625957120:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.391788:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.393699:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625957120:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.393735:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.393757:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99c00, rc 0) 00000100:00100000:1.0:1746135175.393806:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:1820:x1830954628161408:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2210us (3672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.393814:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29914 00000100:00100000:3.0:1746135175.394026:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625956992:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.394039:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.394064:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628161536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3586us (3807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.394074:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14220 00000100:00100000:0.0:1746135175.394891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.394975:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628161792 00000100:00100000:1.0:1746135175.394983:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628161792 00002000:00100000:1.0:1746135175.395023:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35500 x1830954628161792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.395034:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35500 with x1830954628161792 ext(0->4095) 00010000:00010000:1.0:1746135175.395040:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.395052:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.395332:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35500 00000100:00100000:1.0:1746135175.396119:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2663 00000100:00100000:1.0:1746135175.396129:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954628161792:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135175.396319:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954628161792:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 192us (1431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.396325:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2663 00002000:00100000:1.0:1746135175.396331:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae35500 x1830954628161792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.396344:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae35500 with x1830954628161792 ext(0->4095) 00010000:00010000:1.0:1746135175.396350:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.396359:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.396364:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae35500 00000100:00100000:0.0:1746135175.399630:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.400291:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628161920 00000100:00100000:3.0:1746135175.400302:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628161920 00010000:00010000:3.0:1746135175.400342:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.400380:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14221 00000100:00100000:3.0:1746135175.400387:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954628161920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.400402:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.400424:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.400437:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.400460:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c32ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378f5 expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.401105:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.401109:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.401120:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.401131:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.401167:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.401180:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625957248:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.401301:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.404117:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625957248:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.404137:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135175.404150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.404176:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628161920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3789us (4558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.404186:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14221 00000100:00100000:1.0:1746135175.404362:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628162176 00000100:00100000:1.0:1746135175.404368:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628162176 00002000:00100000:1.0:1746135175.404400:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3100 x1830954628162176/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.404409:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3100 with x1830954628162176 ext(0->4095) 00002000:00010000:1.0:1746135175.404413:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a3100 00000100:00100000:2.0:1746135175.404711:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13317 00000100:00100000:2.0:1746135175.404720:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2009:x1830954628162176:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135175.404845:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2009:x1830954628162176:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (696us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.404851:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13317 00002000:00100000:2.0:1746135175.404856:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a3100 x1830954628162176/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.404863:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a3100 with x1830954628162176 ext(0->4095) 00002000:00010000:2.0:1746135175.404866:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a3100 00000100:00100000:0.0:1746135175.406481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.406605:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628162304 00000100:00100000:1.0:1746135175.406612:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628162304 00000100:00100000:1.0:1746135175.406680:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29915 00000100:00100000:1.0:1746135175.406688:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628162304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.406706:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.406722:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237903 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.406746:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.406752:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.406754:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.406757:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.406782:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.406793:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.406803:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625957376:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.406878:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.409031:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625957376:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.409060:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.409074:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98000, rc 0) 00000100:00100000:1.0:1746135175.409106:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628162304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2419us (2631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.409112:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29915 00000100:00100000:0.0:1746135175.410013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.410127:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628162432 00000100:00100000:3.0:1746135175.410134:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628162432 00010000:00010000:3.0:1746135175.410159:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.410194:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14222 00000100:00100000:3.0:1746135175.410201:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628162432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.410211:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.410228:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.410238:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.410257:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c32f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082378fc expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.410284:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.410286:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.410292:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.410298:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.410323:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.410332:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625957504:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.410392:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.412860:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.412888:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625957504:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.412911:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.412948:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954628162432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2747us (2937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.412957:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14222 00000100:00100000:1.0:1746135175.413032:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628162688 00000100:00100000:1.0:1746135175.413040:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628162688 00002000:00100000:1.0:1746135175.413153:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a0380 x1830954628162688/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.413163:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0380 with x1830954628162688 ext(0->4095) 00002000:00010000:1.0:1746135175.413169:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a0380 00000100:00100000:1.0:1746135175.413205:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13318 00000100:00100000:1.0:1746135175.413213:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628162688:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135175.413377:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628162688:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 164us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.413383:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13318 00002000:00100000:1.0:1746135175.413388:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f5a0380 x1830954628162688/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.413395:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f5a0380 with x1830954628162688 ext(0->4095) 00002000:00010000:1.0:1746135175.413397:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f5a0380 00000100:00100000:0.0:1746135175.415188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.415237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.415338:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628162816 00000100:00100000:1.0:1746135175.415347:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628162816 00000100:00100000:1.0:1746135175.415403:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628162944 00000100:00100000:1.0:1746135175.415406:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628162944 00000100:00100000:1.0:1746135175.415420:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29916 00000100:00100000:1.0:1746135175.415428:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628162816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.415453:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.415477:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823790a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.415509:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.415516:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.415518:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.415521:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.415559:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.415570:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.415583:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625957632:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.415688:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.415836:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29917 00000100:00100000:2.0:1746135175.415844:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:1820:x1830954628162944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.415851:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.415857:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237911 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.415868:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.415872:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 48 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.415877:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.415879:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 48 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.415897:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 48 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.415907:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 48 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.415915:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:2.0:1746135175.415951:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:1820:x1830954628162944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.415957:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29917 00000100:00100000:0.0:1746135175.419221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.419223:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625957632:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.419299:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628163072 00000100:00100000:3.0:1746135175.419306:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628163072 00010000:00010000:3.0:1746135175.419340:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.419370:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14223 00000100:00100000:3.0:1746135175.419378:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628163072:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.419392:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.419417:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.419429:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.419739:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c32f8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237903 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.419768:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.419770:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.419779:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.419787:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.419842:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.419850:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.419859:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00010000:00010000:3.0:1746135175.419907:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.419908:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:1804:x1830954628162816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4481us (4728us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135175.419916:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.419916:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29916 00000100:00100000:3.0:1746135175.419927:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625957888:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.419986:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.421927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.422194:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628163328 00000100:00100000:2.0:1746135175.422205:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628163328 00002000:00100000:2.0:1746135175.422257:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1c00 x1830954628163328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.422349:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1c00 with x1830954628163328 ext(0->4095) 00010000:00010000:2.0:1746135175.422359:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.422374:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.422386:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1c00 00000100:00100000:2.0:1746135175.422417:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2664 00000100:00100000:2.0:1746135175.422424:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954628163328:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.422589:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954628163328:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (673us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.422595:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2664 00002000:00100000:2.0:1746135175.422601:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f1c00 x1830954628163328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.422608:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1c00 with x1830954628163328 ext(0->4095) 00010000:00010000:2.0:1746135175.422612:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.422620:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.422626:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325f1c00 00000100:00100000:3.0:1746135175.422891:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625957888:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.422915:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.422941:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628163072:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3564us (3734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.422949:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14223 00000100:00100000:0.0:1746135175.424519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.424580:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628163456 00000100:00100000:3.0:1746135175.424587:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628163456 00010000:00010000:3.0:1746135175.424609:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:0.0:1746135175.424677:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14224 00000100:00100000:0.0:1746135175.424685:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2009:x1830954628163456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135175.424697:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135175.424712:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.424722:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.424742:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c32ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823790a expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.424765:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.424766:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.424772:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.424780:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.424809:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 46 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135175.424821:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325f1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625958016:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135175.424875:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.426404:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625958016:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.426431:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.426477:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2009:x1830954628163456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1793us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.426486:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14224 00000100:00100000:0.0:1746135175.427168:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.427292:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628163712 00000100:00100000:1.0:1746135175.427298:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628163712 00002000:00100000:1.0:1746135175.427336:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f2d80 x1830954628163712/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.427345:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2d80 with x1830954628163712 ext(0->4095) 00002000:00010000:1.0:1746135175.427350:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f2d80 00000100:00100000:1.0:1746135175.427379:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13319 00000100:00100000:1.0:1746135175.427385:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628163712:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135175.427509:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628163712:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 124us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.427515:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13319 00002000:00100000:1.0:1746135175.427519:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325f2d80 x1830954628163712/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.427525:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2d80 with x1830954628163712 ext(0->4095) 00002000:00010000:1.0:1746135175.427541:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f2d80 00000100:00100000:0.0:1746135175.430130:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.430431:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628163840 00000100:00100000:1.0:1746135175.430440:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628163840 00000100:00100000:1.0:1746135175.430490:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29918 00000100:00100000:1.0:1746135175.430496:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628163840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.430515:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.430544:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237918 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.430577:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.430585:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.430587:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.430590:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.430628:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 45 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.430676:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 45 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.430688:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625958144:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.430930:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.432703:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625958144:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.432744:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.432763:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00000100:00100000:1.0:1746135175.432819:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628163840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2321us (2699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.432829:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29918 00000100:00100000:0.0:1746135175.433816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.433947:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628163968 00000100:00100000:3.0:1746135175.433954:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628163968 00010000:00010000:3.0:1746135175.433985:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 46 pid: 11953 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.434014:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14225 00000100:00100000:3.0:1746135175.434021:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628163968:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.434036:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.434061:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 46 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.434073:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 46 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.434097:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3306 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237911 expref: 46 pid: 11953 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.434476:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.434479:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.434487:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.434495:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.434526:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.434549:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625958272:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.435126:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.436607:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625958272:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.436625:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.436990:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:2011:x1830954628163968:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2955us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.437000:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14225 00000100:00100000:0.0:1746135175.437716:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.437769:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628164224 00000100:00100000:1.0:1746135175.437776:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628164224 00000100:00100000:0.0:1746135175.437778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.437805:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29919 00000100:00100000:1.0:1746135175.437812:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+45:1804:x1830954628164224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.437827:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.437840:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823791f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.437852:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628164352 00000100:00100000:2.0:1746135175.437857:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628164352 00010000:00010000:1.0:1746135175.437862:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.437871:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.437873:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.437876:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746135175.437881:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4edc00 x1830954628164352/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.437890:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4edc00 with x1830954628164352 ext(0->4095) 00010000:00010000:2.0:1746135175.437895:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.437898:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.437904:0:27161:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.437909:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.437910:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4edc00 00000100:00100000:1.0:1746135175.437919:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625958400:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.437925:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2665 00000100:00100000:2.0:1746135175.437930:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628164352:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135175.437972:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.438025:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628164352:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (246us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.438031:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2665 00002000:00100000:2.0:1746135175.438036:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f4edc00 x1830954628164352/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.438043:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4edc00 with x1830954628164352 ext(0->4095) 00010000:00010000:2.0:1746135175.438047:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.438056:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.438062:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f4edc00 00000100:00100000:1.0:1746135175.440539:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072493480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625958400:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.440584:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.440609:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135175.440717:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628164224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2904us (3001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.440726:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29919 00000100:00100000:0.0:1746135175.441059:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.441159:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628164480 00000100:00100000:1.0:1746135175.441167:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628164480 00000100:00100000:1.0:1746135175.441204:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29920 00000100:00100000:1.0:1746135175.441210:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1820:x1830954628164480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.441234:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.441256:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237926 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.441283:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.441286:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.441292:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.441295:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.441332:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.441343:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 47 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.441350:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645e00, rc 0) 00000100:00100000:1.0:1746135175.441390:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:1820:x1830954628164480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.441396:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29920 00000100:00100000:0.0:1746135175.443324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.443408:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628164608 00000100:00100000:3.0:1746135175.443415:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628164608 00010000:00010000:3.0:1746135175.443450:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.443485:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14226 00000100:00100000:3.0:1746135175.443491:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628164608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.443505:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.443525:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.443547:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.443574:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c330d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237918 expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.443612:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.443616:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.443622:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.443630:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.443695:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.443708:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.443719:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625958656:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.443809:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.447612:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625958656:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.447863:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.447923:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628164608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4430us (4608us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.447933:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14226 00000100:00100000:0.0:1746135175.448239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.448328:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628164864 00000100:00100000:1.0:1746135175.448336:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628164864 00002000:00100000:1.0:1746135175.448378:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d932a00 x1830954628164864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.448389:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932a00 with x1830954628164864 ext(0->4095) 00010000:00010000:1.0:1746135175.448399:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.448412:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.448418:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d932a00 00000100:00100000:1.0:1746135175.448747:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2666 00000100:00100000:1.0:1746135175.448754:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954628164864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135175.448930:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2010:x1830954628164864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (689us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.448935:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2666 00002000:00100000:1.0:1746135175.448940:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88011d932a00 x1830954628164864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.448946:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932a00 with x1830954628164864 ext(0->4095) 00010000:00010000:1.0:1746135175.448950:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.448959:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.448964:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011d932a00 00000100:00100000:0.0:1746135175.452004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.452113:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628164992 00000100:00100000:3.0:1746135175.452125:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628164992 00010000:00010000:3.0:1746135175.452166:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.452197:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14227 00000100:00100000:3.0:1746135175.452203:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:2011:x1830954628164992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.452221:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.452248:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.452259:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.452284:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3314 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823791f expref: 47 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.452315:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.452317:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.452323:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.452330:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.452359:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 46 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.452371:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625958784:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.453758:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.457242:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625958784:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.457264:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.457315:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628164992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5110us (5320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.457325:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14227 00000100:00100000:1.0:1746135175.457466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.457537:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628165248 00000100:00100000:3.0:1746135175.457543:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628165248 00002000:00100000:3.0:1746135175.457574:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072493480 x1830954628165248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.457589:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072493480 with x1830954628165248 ext(0->4095) 00002000:00010000:3.0:1746135175.457593:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072493480 00000100:00100000:3.0:1746135175.457608:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13320 00000100:00100000:3.0:1746135175.457614:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628165248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135175.458343:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2010:x1830954628165248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 725us (874us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.458350:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13320 00002000:00100000:3.0:1746135175.458355:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072493480 x1830954628165248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.458361:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072493480 with x1830954628165248 ext(0->4095) 00002000:00010000:3.0:1746135175.458364:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072493480 00000100:00100000:0.0:1746135175.462259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.462393:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628165376 00000100:00100000:2.0:1746135175.462402:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628165376 00000100:00100000:2.0:1746135175.462581:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29921 00000100:00100000:2.0:1746135175.462588:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628165376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.462603:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.462618:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823792d expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.462667:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.462674:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.462676:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.462679:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.462705:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 45 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.462715:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 45 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.462726:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625958912:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.462814:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.466365:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625958912:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.466414:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.466441:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e600, rc 0) 00000100:00100000:2.0:1746135175.466497:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628165376:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3908us (4248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.466507:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29921 00000100:00100000:1.0:1746135175.466972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.468140:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628165504 00000100:00100000:2.0:1746135175.468152:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628165504 00010000:00010000:2.0:1746135175.468210:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.468255:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14228 00000100:00100000:2.0:1746135175.468263:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628165504:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.468283:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.468312:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.468323:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.468348:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c331b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237926 expref: 46 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.468395:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.468398:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.468410:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.468418:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.468456:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.468468:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625959040:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.468572:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.468996:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.469359:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628165632 00000100:00100000:2.0:1746135175.469364:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628165632 00000100:00100000:2.0:1746135175.469406:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29922 00000100:00100000:2.0:1746135175.469412:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:1804:x1830954628165632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.469427:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.469439:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237934 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.469457:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.469463:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.469464:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.469468:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 47 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.469493:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.469507:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 5 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.469515:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625959168:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.469583:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.471061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.471255:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625959168:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.471292:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 47 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.471310:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e000, rc 0) 00000100:00100000:2.0:1746135175.471349:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+47:1804:x1830954628165632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1935us (2538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.471357:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29922 00000100:00100000:2.0:1746135175.471397:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082664e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625959040:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.471405:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.471419:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628165504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3159us (4449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.471428:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14228 00000100:00100000:3.0:1746135175.471494:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628165888 00000100:00100000:3.0:1746135175.471501:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628165888 00002000:00100000:3.0:1746135175.471545:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b0000 x1830954628165888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.471555:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0000 with x1830954628165888 ext(0->4095) 00010000:00010000:3.0:1746135175.471563:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.471575:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.471582:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b0000 00000100:00100000:3.0:1746135175.471614:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2667 00000100:00100000:3.0:1746135175.471621:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628165888:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135175.472467:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628165888:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 845us (1412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.472475:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2667 00002000:00100000:3.0:1746135175.472480:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801325b0000 x1830954628165888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.472488:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b0000 with x1830954628165888 ext(0->4095) 00010000:00010000:3.0:1746135175.472493:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.472503:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.472508:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801325b0000 00000100:00100000:0.0:1746135175.477015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.477750:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628166016 00000100:00100000:2.0:1746135175.477760:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628166016 00010000:00010000:2.0:1746135175.477795:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.477826:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14229 00000100:00100000:2.0:1746135175.477833:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628166016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.477850:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.477868:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.477880:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.477902:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e600/0xc3cfcce4a57c3322 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823792d expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.478076:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.478078:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.478085:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.478092:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.478127:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.478138:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625959296:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.478299:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.482208:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625959296:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.482233:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.482300:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628166016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4466us (5291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.482314:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14229 00000100:00100000:0.0:1746135175.482390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.482847:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628166272 00000100:00100000:2.0:1746135175.482854:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628166272 00002000:00100000:2.0:1746135175.482892:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430000 x1830954628166272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.482902:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430000 with x1830954628166272 ext(0->4095) 00002000:00010000:2.0:1746135175.482907:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094430000 00000100:00100000:2.0:1746135175.482939:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13321 00000100:00100000:2.0:1746135175.482945:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628166272:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.483612:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628166272:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 664us (1222us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.483619:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13321 00002000:00100000:2.0:1746135175.483624:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094430000 x1830954628166272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.483632:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430000 with x1830954628166272 ext(0->4095) 00002000:00010000:2.0:1746135175.483634:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094430000 00000100:00100000:0.0:1746135175.496957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.497182:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628166400 00000100:00100000:2.0:1746135175.497193:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628166400 00000100:00100000:2.0:1746135175.497265:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29923 00000100:00100000:2.0:1746135175.497273:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628166400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.497298:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.497324:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823793b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.497354:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.497361:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.497362:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.497365:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.497394:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 45 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.497409:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 45 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.497422:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625959424:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.497539:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.501782:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625959424:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.501837:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.501861:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75f800, rc 0) 00000100:00100000:0.0:1746135175.501866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.501945:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628166528 00000100:00100000:3.0:1746135175.501953:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628166528 00002000:00100000:3.0:1746135175.502004:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094430700 x1830954628166528/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.502019:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430700 with x1830954628166528 ext(0->7) 00010000:00010000:3.0:1746135175.502029:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 46 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.502044:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 46 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:3.0:1746135175.502056:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094430700 00000100:00100000:3.0:1746135175.502084:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2668 00000100:00100000:3.0:1746135175.502093:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+46:2011:x1830954628166528:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135175.503038:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628166400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5758us (6085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.503052:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29923 00000100:00100000:0.0:1746135175.505037:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2011:x1830954628166528:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2931us (3158us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746135175.505050:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2668 00002000:00100000:0.0:1746135175.505063:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094430700 x1830954628166528/t4294970670(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.505074:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094430700 with x1830954628166528 ext(0->7) 00010000:00010000:0.0:1746135175.505085:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 48 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.505103:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 48 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.505115:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094430700 00000100:00100000:0.0:1746135175.509963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.510083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.510167:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628166784 00000100:00100000:3.0:1746135175.510177:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628166784 00010000:00010000:3.0:1746135175.510214:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 48 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.510385:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628166656 00000100:00100000:2.0:1746135175.510389:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628166656 00000100:00100000:3.0:1746135175.511025:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14230 00000100:00100000:3.0:1746135175.511035:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2011:x1830954628166784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.511055:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.511085:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 49 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.511098:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 49 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.511128:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e000/0xc3cfcce4a57c3329 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237934 expref: 49 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.511372:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29924 00000100:00100000:2.0:1746135175.511382:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:1804:x1830954628166656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.511403:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.511419:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237942 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.511437:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.511445:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.511451:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.511454:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 49 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.511496:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.511506:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 49 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.511514:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.511515:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.511521:0:11615:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.511542:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.511558:0:11615:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.511568:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 5 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.511578:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625959680:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.511665:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746135175.511897:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.511933:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+49:2011:x1830954628166784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 900us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.511939:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14230 00000100:00100000:0.0:1746135175.514966:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.515050:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628167040 00000100:00100000:1.0:1746135175.515063:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628167040 00002000:00100000:1.0:1746135175.515119:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a680 x1830954628167040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.515130:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954628167040 ext(0->4095) 00010000:00010000:1.0:1746135175.515140:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.515157:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.515165:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04a680 00000100:00100000:1.0:1746135175.515198:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2669 00000100:00100000:1.0:1746135175.515206:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628167040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135175.515385:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628167040:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.515392:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2669 00002000:00100000:1.0:1746135175.515397:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007d04a680 x1830954628167040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.515405:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954628167040 ext(0->4095) 00010000:00010000:1.0:1746135175.515409:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.515420:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.515425:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d04a680 00000100:00100000:2.0:1746135175.515678:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625959680:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.515704:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b54f400, rc 0) 00000100:00100000:2.0:1746135175.515740:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:1804:x1830954628166656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4361us (5786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.515748:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29924 00000100:00100000:0.0:1746135175.520329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.520519:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628167168 00000100:00100000:3.0:1746135175.520540:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628167168 00010000:00010000:3.0:1746135175.520591:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.521206:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14231 00000100:00100000:3.0:1746135175.521215:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628167168:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.521231:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.521253:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.521268:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.521297:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3330 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823793b expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.521349:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.521351:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.521359:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 47 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.521368:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 47 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.521406:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 47 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.521419:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625959808:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.522074:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.524427:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625959808:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.524467:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.524535:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628167168:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3312us (4213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.524859:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14231 00000100:00100000:0.0:1746135175.525957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.526004:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628167424 00000100:00100000:3.0:1746135175.526011:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628167424 00002000:00100000:3.0:1746135175.526045:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094744000 x1830954628167424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.526054:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094744000 with x1830954628167424 ext(0->4095) 00002000:00010000:3.0:1746135175.526059:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094744000 00000100:00100000:3.0:1746135175.526455:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13322 00000100:00100000:3.0:1746135175.526463:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2008:x1830954628167424:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135175.526592:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2008:x1830954628167424:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (637us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.526597:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13322 00002000:00100000:3.0:1746135175.526602:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094744000 x1830954628167424/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.526608:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094744000 with x1830954628167424 ext(0->4095) 00002000:00010000:3.0:1746135175.526611:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094744000 00000100:00100000:0.0:1746135175.531519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.531891:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628167552 00000100:00100000:2.0:1746135175.531905:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628167552 00000100:00100000:2.0:1746135175.532038:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29925 00000100:00100000:2.0:1746135175.532048:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628167552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.532076:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.532100:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237949 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.532142:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 47 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.532149:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.532150:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.532154:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.532187:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 47 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.532199:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 47 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.532211:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625959936:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.532855:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.538536:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625959936:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.538567:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.538584:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:2.0:1746135175.538666:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628167552:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6595us (7141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.538676:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29925 00000100:00100000:0.0:1746135175.538887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.539612:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628167680 00000100:00100000:1.0:1746135175.539620:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628167680 00002000:00100000:1.0:1746135175.539698:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130620e00 x1830954628167680/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.539708:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620e00 with x1830954628167680 ext(0->7) 00010000:00010000:1.0:1746135175.539716:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 48 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.539730:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 48 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.539738:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620e00 00000100:00100000:1.0:1746135175.539768:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2670 00000100:00100000:1.0:1746135175.539775:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+48:2010:x1830954628167680:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135175.540951:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2010:x1830954628167680:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1173us (2061us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746135175.540958:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2670 00002000:00100000:0.0:1746135175.540963:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880130620e00 x1830954628167680/t4294970671(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.540970:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130620e00 with x1830954628167680 ext(0->7) 00010000:00010000:0.0:1746135175.540975:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 50 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.540986:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 50 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.540991:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880130620e00 00000100:00100000:0.0:1746135175.548025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.548629:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628167808 00000100:00100000:3.0:1746135175.548692:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628167808 00010000:00010000:3.0:1746135175.551149:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 50 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.551190:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14232 00000100:00100000:3.0:1746135175.551197:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2011:x1830954628167808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.551211:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.551230:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 50 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.551240:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 50 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.551262:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3337 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237942 expref: 50 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.551281:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.551283:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.551290:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.551298:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.551326:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.551337:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625960064:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135175.552713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.552762:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628167936 00000100:00100000:1.0:1746135175.552772:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628167936 00000100:00100000:1.0:1746135175.552895:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29926 00000100:00100000:1.0:1746135175.552902:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:1804:x1830954628167936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746135175.552917:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00010000:00010000:1.0:1746135175.552918:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.552932:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237950 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.552953:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.552959:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.552961:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.552964:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 51 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.552986:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.552997:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 5 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.553007:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625960192:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.553068:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.554415:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625960064:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.554435:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.554477:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+51:2011:x1830954628167808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3280us (6465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.554487:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14232 00000100:00100000:0.0:1746135175.555512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.555631:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628168192 00000100:00100000:2.0:1746135175.555638:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628168192 00002000:00100000:2.0:1746135175.555693:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a8380 x1830954628168192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.555702:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8380 with x1830954628168192 ext(0->4095) 00010000:00010000:2.0:1746135175.555708:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.555720:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.555727:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a8380 00000100:00100000:2.0:1746135175.555739:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2671 00000100:00100000:2.0:1746135175.555745:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628168192:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.555857:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628168192:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.555863:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2671 00002000:00100000:2.0:1746135175.555868:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a8380 x1830954628168192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.555875:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8380 with x1830954628168192 ext(0->4095) 00010000:00010000:2.0:1746135175.555879:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.555889:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.555894:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009d4a8380 00000100:00100000:1.0:1746135175.555969:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625960192:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.555989:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 50 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.556000:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00000100:00100000:1.0:1746135175.556020:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:1804:x1830954628167936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3119us (3313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.556025:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29926 00000100:00100000:0.0:1746135175.562441:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.562593:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628168320 00000100:00100000:3.0:1746135175.562601:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628168320 00010000:00010000:3.0:1746135175.562635:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.562691:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14233 00000100:00100000:3.0:1746135175.562698:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628168320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.562712:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.562734:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.562744:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.562765:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c333e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237949 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.562799:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.562801:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.562806:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 49 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.562814:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 49 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.562850:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 49 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.562863:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625960320:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.565665:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.572921:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625960320:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.572943:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.572983:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628168320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 10285us (10552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.572994:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14233 00000100:00100000:0.0:1746135175.573903:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.573983:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628168576 00000100:00100000:2.0:1746135175.573990:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628168576 00002000:00100000:2.0:1746135175.574024:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a8700 x1830954628168576/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.574034:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8700 with x1830954628168576 ext(0->4095) 00002000:00010000:2.0:1746135175.574038:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4a8700 00000100:00100000:2.0:1746135175.574056:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13323 00000100:00100000:2.0:1746135175.574061:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2008:x1830954628168576:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135175.574195:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2008:x1830954628168576:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.574200:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13323 00002000:00100000:2.0:1746135175.574206:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d4a8700 x1830954628168576/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.574212:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8700 with x1830954628168576 ext(0->4095) 00002000:00010000:2.0:1746135175.574215:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4a8700 00000100:00100000:0.0:1746135175.581877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.581984:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628168704 00000100:00100000:1.0:1746135175.581995:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628168704 00000100:00100000:1.0:1746135175.582042:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29927 00000100:00100000:1.0:1746135175.582048:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628168704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.582069:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.582090:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237957 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.582129:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 49 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.582137:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.582139:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.582143:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.582178:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 49 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.582191:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 49 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.582204:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625960448:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.586953:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.587458:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625960448:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.587497:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.587520:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645e00, rc 0) 00000100:00100000:1.0:1746135175.587587:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628168704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5537us (5723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.587595:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29927 00000100:00100000:0.0:1746135175.589147:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.589871:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628168832 00000100:00100000:2.0:1746135175.589880:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628168832 00002000:00100000:2.0:1746135175.589924:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b4380 x1830954628168832/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.589933:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4380 with x1830954628168832 ext(0->7) 00010000:00010000:2.0:1746135175.589941:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 50 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.589954:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 50 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.589966:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b4380 00000100:00100000:2.0:1746135175.589989:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2672 00000100:00100000:2.0:1746135175.589995:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+50:2010:x1830954628168832:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135175.592153:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954628168832:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2146us (3002us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746135175.592165:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2672 00002000:00100000:0.0:1746135175.592177:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800855b4380 x1830954628168832/t4294970672(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.592185:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4380 with x1830954628168832 ext(0->7) 00010000:00010000:0.0:1746135175.592194:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 52 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.592212:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 52 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.592218:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800855b4380 00000100:00100000:0.0:1746135175.597291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.600026:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628168960 00000100:00100000:3.0:1746135175.600040:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628168960 00010000:00010000:3.0:1746135175.600088:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 52 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.600119:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14234 00000100:00100000:3.0:1746135175.600125:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2011:x1830954628168960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.600139:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.600158:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 52 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.600169:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 52 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.600192:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3345 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237950 expref: 52 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.600221:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.600223:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.600232:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.600241:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.600281:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.600295:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625960576:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.601667:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.602228:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.602304:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628169088 00000100:00100000:1.0:1746135175.602312:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628169088 00000100:00100000:1.0:1746135175.602352:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29928 00000100:00100000:1.0:1746135175.602359:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:1804:x1830954628169088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.602379:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.602397:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823795e expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.602422:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.602428:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.602430:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.602433:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.602455:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.602466:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 5 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.602476:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625960704:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.602940:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.605898:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625960576:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.605932:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135175.606588:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.606623:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628169344 00000100:00100000:0.0:1746135175.606631:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628169344 00002000:00100000:0.0:1746135175.606695:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60f480 x1830954628169344/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.606704:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f480 with x1830954628169344 ext(0->4095) 00010000:00010000:0.0:1746135175.606713:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.606727:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.606734:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60f480 00000100:00100000:0.0:1746135175.606757:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2673 00000100:00100000:0.0:1746135175.606764:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628169344:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135175.607032:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625960704:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.607054:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 53 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.607070:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00000100:00100000:1.0:1746135175.607979:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:1804:x1830954628169088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5617us (5752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.607987:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29928 00000100:00100000:2.0:1746135175.608109:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2011:x1830954628168960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7982us (10827us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135175.608115:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628169344:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1350us (1527us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.608117:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14234 00000100:00100000:0.0:1746135175.608123:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2673 00002000:00100000:0.0:1746135175.608129:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60f480 x1830954628169344/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.608138:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f480 with x1830954628169344 ext(0->4095) 00010000:00010000:0.0:1746135175.608143:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.608253:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.608261:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60f480 00000100:00100000:0.0:1746135175.614854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.614923:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628169472 00000100:00100000:2.0:1746135175.614931:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628169472 00010000:00010000:2.0:1746135175.614964:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.615005:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14235 00000100:00100000:2.0:1746135175.615012:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628169472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.615025:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.615044:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.615056:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.615371:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c334c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237957 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.615398:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.615400:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.615406:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 51 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.615414:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 51 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.615444:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 51 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.615455:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625960832:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.615533:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.618595:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625960832:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.618618:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.618713:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628169472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3698us (3864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.618728:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14235 00000100:00100000:0.0:1746135175.618958:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.619695:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628169728 00000100:00100000:1.0:1746135175.619704:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628169728 00002000:00100000:1.0:1746135175.619745:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d594000 x1830954628169728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.619754:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594000 with x1830954628169728 ext(0->4095) 00002000:00010000:1.0:1746135175.619759:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d594000 00000100:00100000:1.0:1746135175.619779:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13324 00000100:00100000:1.0:1746135175.619784:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954628169728:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135175.619924:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954628169728:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (967us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.619930:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13324 00002000:00100000:1.0:1746135175.619934:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009d594000 x1830954628169728/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.619940:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594000 with x1830954628169728 ext(0->4095) 00002000:00010000:1.0:1746135175.619943:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d594000 00000100:00100000:0.0:1746135175.622316:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.623157:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628169856 00000100:00100000:1.0:1746135175.623165:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628169856 00000100:00100000:1.0:1746135175.623208:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29929 00000100:00100000:1.0:1746135175.623214:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628169856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.623229:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.623244:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237965 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.623268:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 51 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.623273:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.623274:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.623277:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.623299:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 51 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.623309:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 51 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.623317:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625960960:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.624226:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.627251:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625960960:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.627290:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.627309:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645600, rc 0) 00000100:00100000:1.0:1746135175.627361:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628169856:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4145us (5050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.627373:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29929 00000100:00100000:0.0:1746135175.628025:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.628224:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628169984 00000100:00100000:1.0:1746135175.628231:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628169984 00002000:00100000:1.0:1746135175.628279:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae69f80 x1830954628169984/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.628289:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69f80 with x1830954628169984 ext(0->7) 00010000:00010000:1.0:1746135175.628296:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 52 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.628309:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 52 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:1.0:1746135175.628315:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae69f80 00000100:00100000:1.0:1746135175.628393:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2674 00000100:00100000:1.0:1746135175.628400:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+52:2010:x1830954628169984:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135175.629321:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2010:x1830954628169984:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 917us (1293us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746135175.629329:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2674 00002000:00100000:0.0:1746135175.629335:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae69f80 x1830954628169984/t4294970673(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.629344:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69f80 with x1830954628169984 ext(0->7) 00010000:00010000:0.0:1746135175.629351:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 54 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:0.0:1746135175.629363:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 54 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:0.0:1746135175.629368:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae69f80 00000100:00100000:0.0:1746135175.635119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.635226:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628170112 00000100:00100000:2.0:1746135175.635237:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628170112 00010000:00010000:2.0:1746135175.635277:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 54 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.635310:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14236 00000100:00100000:2.0:1746135175.635317:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a792a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628170112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.635332:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.635351:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 54 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.635364:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 54 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.635388:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c3353 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823795e expref: 54 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.635423:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.635425:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.635433:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.635441:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.635475:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.635487:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625961088:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.635582:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.642328:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625961088:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.642345:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.642392:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a792a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:2011:x1830954628170112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7074us (7279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.642401:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14236 00000100:00100000:0.0:1746135175.645064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.645122:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628170368 00000100:00100000:2.0:1746135175.645130:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628170368 00002000:00100000:2.0:1746135175.645164:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56e680 x1830954628170368/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.645172:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56e680 with x1830954628170368 ext(0->4095) 00002000:00010000:2.0:1746135175.645177:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56e680 00000100:00100000:2.0:1746135175.645461:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13325 00000100:00100000:2.0:1746135175.645470:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628170368:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.645624:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628170368:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 156us (568us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.646671:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.646692:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628170496 00000100:00100000:0.0:1746135175.646697:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628170496 00000100:00100000:0.0:1746135175.646726:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29930 00000100:00100000:0.0:1746135175.646732:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+53:1804:x1830954628170496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135175.646742:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135175.646758:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823796c expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.646781:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.646788:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.646789:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.646793:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 54 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.646818:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.646829:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:0.0:1746135175.646839:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625961216:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135175.646904:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.648078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.648152:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13325 00002000:00100000:2.0:1746135175.648172:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56e680 x1830954628170368/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.648183:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56e680 with x1830954628170368 ext(0->4095) 00010000:00010000:2.0:1746135175.648193:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.648207:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.648219:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56e680 00000100:00100000:2.0:1746135175.648824:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f56ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625961216:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.648837:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628170624 00000100:00100000:1.0:1746135175.648844:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628170624 00010000:00010000:2.0:1746135175.648851:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.648869:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800866df400, rc 0) 00000100:00100000:1.0:1746135175.648899:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29931 00000100:00100000:1.0:1746135175.648909:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:1820:x1830954628170624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746135175.648918:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:1804:x1830954628170496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2185us (2249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.648924:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29930 00010000:00010000:1.0:1746135175.648926:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.648941:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237973 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.648960:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.648965:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.648971:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.648974:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.649013:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.649026:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.649034:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00000100:00100000:1.0:1746135175.649055:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:1820:x1830954628170624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.649061:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29931 00000100:00100000:0.0:1746135175.649421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.649472:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628170752 00000100:00100000:3.0:1746135175.649476:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628170752 00010000:00010000:3.0:1746135175.649497:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.649517:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14237 00000100:00100000:3.0:1746135175.649522:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628170752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.649541:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.649563:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.649576:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.649600:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c335a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237965 expref: 6 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.649629:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.649631:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.649655:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 54 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.649663:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 54 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.649685:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 54 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.649696:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 54 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.649708:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625961472:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.650225:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.652746:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.652881:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628171008 00000100:00100000:2.0:1746135175.652892:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628171008 00002000:00100000:2.0:1746135175.652938:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ad80 x1830954628171008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.652947:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ad80 with x1830954628171008 ext(0->4095) 00010000:00010000:2.0:1746135175.652956:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.652969:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.652977:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ad80 00000100:00100000:2.0:1746135175.652997:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2675 00000100:00100000:2.0:1746135175.653003:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954628171008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135175.653053:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625961472:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.653078:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.653126:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628170752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3603us (3705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.653135:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14237 00000100:00100000:2.0:1746135175.654170:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954628171008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1158us (1424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.654181:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2675 00002000:00100000:2.0:1746135175.654188:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b60ad80 x1830954628171008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.654197:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ad80 with x1830954628171008 ext(0->4095) 00010000:00010000:2.0:1746135175.654206:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.654218:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.654223:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60ad80 00000100:00100000:0.0:1746135175.656840:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.656897:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628171136 00000100:00100000:3.0:1746135175.656912:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628171136 00010000:00010000:3.0:1746135175.656949:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.657071:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14238 00000100:00100000:3.0:1746135175.657078:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954628171136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.657097:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.657122:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.657310:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.657337:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c3361 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823796c expref: 55 pid: 11615 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.657367:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.657370:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.657379:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.657388:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.657430:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 54 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.657444:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625961600:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.657668:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.660495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.660586:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628171392 00000100:00100000:2.0:1746135175.660596:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628171392 00002000:00100000:2.0:1746135175.660672:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7eea00 x1830954628171392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.660682:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eea00 with x1830954628171392 ext(0->4095) 00002000:00010000:2.0:1746135175.660687:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7eea00 00000100:00100000:2.0:1746135175.660715:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13326 00000100:00100000:2.0:1746135175.660722:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2011:x1830954628171392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135175.660883:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625961600:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.660902:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.660958:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:2010:x1830954628171136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3880us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.660967:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14238 00000100:00100000:2.0:1746135175.661968:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628171392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1240us (1478us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.661976:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13326 00002000:00100000:2.0:1746135175.661983:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7eea00 x1830954628171392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.661995:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eea00 with x1830954628171392 ext(0->4095) 00002000:00010000:2.0:1746135175.661999:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7eea00 00000100:00100000:0.0:1746135175.664925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.665101:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628171520 00000100:00100000:1.0:1746135175.665110:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628171520 00000100:00100000:1.0:1746135175.665169:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29932 00000100:00100000:1.0:1746135175.665177:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628171520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.665203:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.665228:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823797a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.665263:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.665276:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.665277:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.665280:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.665317:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.665329:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 53 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:1.0:1746135175.665339:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625961728:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.665443:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.668398:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7eca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625961728:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.668434:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.668452:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:1.0:1746135175.668497:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628171520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3319us (3582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.668505:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29932 00000100:00100000:0.0:1746135175.670451:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.670952:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628171648 00000100:00100000:3.0:1746135175.670963:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628171648 00010000:00010000:3.0:1746135175.671000:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 54 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.671052:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14239 00000100:00100000:3.0:1746135175.671061:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628171648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.671077:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.671101:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 54 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.671113:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 54 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.671137:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3368 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237973 expref: 54 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.671168:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.671171:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.671177:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.671190:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135175.671195:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135175.671224:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.671236:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625961856:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135175.671263:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628171776 00000100:00100000:0.0:1746135175.671266:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628171776 00000100:00100000:0.0:1746135175.671301:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29933 00000100:00100000:3.0:1746135175.671307:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.671307:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:1804:x1830954628171776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135175.671320:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135175.671331:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237981 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.671349:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.671354:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.671355:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.671358:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.671377:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.671387:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 5 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:0.0:1746135175.671394:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b609f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625961984:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135175.671843:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.674026:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b609f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625961984:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.674063:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.674082:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44e200, rc 0) 00000100:00100000:2.0:1746135175.674148:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+55:1804:x1830954628171776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2840us (2951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.674156:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29933 00000100:00100000:3.0:1746135175.677914:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625961856:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.677942:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.678021:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628171648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6958us (7578us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.678033:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14239 00000100:00100000:0.0:1746135175.678249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.678360:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628172032 00000100:00100000:2.0:1746135175.678368:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628172032 00002000:00100000:2.0:1746135175.678412:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608e00 x1830954628172032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.678422:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608e00 with x1830954628172032 ext(0->4095) 00010000:00010000:2.0:1746135175.678432:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.678446:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.678453:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b608e00 00000100:00100000:2.0:1746135175.678487:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2676 00000100:00100000:2.0:1746135175.678495:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628172032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.678691:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628172032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.678698:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2676 00002000:00100000:2.0:1746135175.678703:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608e00 x1830954628172032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.678709:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608e00 with x1830954628172032 ext(0->4095) 00010000:00010000:2.0:1746135175.678713:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:2.0:1746135175.678721:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00002000:00010000:2.0:1746135175.678728:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b608e00 00000100:00100000:0.0:1746135175.681978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.682168:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628172160 00000100:00100000:3.0:1746135175.682180:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628172160 00010000:00010000:3.0:1746135175.682226:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:3.0:1746135175.682269:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14240 00000100:00100000:3.0:1746135175.682277:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628172160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.682294:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.682320:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.682332:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.682359:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c336f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823797a expref: 6 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:3.0:1746135175.682397:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.682400:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.682408:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.682418:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.682550:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.682563:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625962112:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.682681:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.684360:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625962112:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.684380:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.684870:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628172160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2591us (2902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.684883:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14240 00000100:00100000:1.0:1746135175.685279:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.685399:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628172416 00000100:00100000:0.0:1746135175.685405:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628172416 00002000:00100000:0.0:1746135175.685441:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ef480 x1830954628172416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.685449:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ef480 with x1830954628172416 ext(0->4095) 00002000:00010000:0.0:1746135175.685453:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7ef480 00000100:00100000:2.0:1746135175.685823:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13327 00000100:00100000:2.0:1746135175.685832:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628172416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.686005:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628172416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 174us (726us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.686012:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13327 00002000:00100000:2.0:1746135175.686018:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ef480 x1830954628172416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.686024:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ef480 with x1830954628172416 ext(0->4095) 00002000:00010000:2.0:1746135175.686027:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7ef480 00000100:00100000:0.0:1746135175.691069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.691399:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628172544 00000100:00100000:2.0:1746135175.691411:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628172544 00000100:00100000:2.0:1746135175.691468:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29934 00000100:00100000:2.0:1746135175.691477:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628172544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.691497:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.691517:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237988 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.691560:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.691566:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.691568:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.691572:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.691608:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 53 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.691620:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 53 pid: 9591 timeout: 919 lvb_type: 0 00000100:00100000:2.0:1746135175.691634:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625962240:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.691784:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.704457:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.704783:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625962240:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.704810:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.704835:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514c00, rc 0) 00000100:00100000:3.0:1746135175.704883:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628172544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13407us (13826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.704890:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29934 00000100:00100000:1.0:1746135175.704936:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628172672 00000100:00100000:1.0:1746135175.704944:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628172672 00002000:00100000:1.0:1746135175.704983:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c7f800 x1830954628172672/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.704997:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f800 with x1830954628172672 ext(0->7) 00010000:00010000:1.0:1746135175.705003:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 54 pid: 9591 timeout: 919 lvb_type: 0 00010000:00010000:1.0:1746135175.705016:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 54 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135175.705023:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7f800 00000100:00100000:1.0:1746135175.705055:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2677 00000100:00100000:1.0:1746135175.705061:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+54:2011:x1830954628172672:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135175.706075:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2011:x1830954628172672:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1011us (1623us total) trans 4294970674 rc 0/0 00000100:00100000:0.0:1746135175.706082:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2677 00002000:00100000:0.0:1746135175.706087:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c7f800 x1830954628172672/t4294970674(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.706095:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f800 with x1830954628172672 ext(0->7) 00010000:00010000:0.0:1746135175.706100:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 56 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.706110:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 56 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135175.706116:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c7f800 00000100:00100000:0.0:1746135175.711568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.711691:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628172800 00000100:00100000:3.0:1746135175.711702:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628172800 00010000:00010000:3.0:1746135175.711749:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 56 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.711785:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14241 00000100:00100000:3.0:1746135175.711796:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2008:x1830954628172800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.711813:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746135175.711837:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135175 -> 1746135176 00002000:00010000:3.0:1746135175.711841:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135175 -> 1746135176 00010000:00010000:3.0:1746135175.711847:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 56 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.711861:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 56 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.711888:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3376 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237981 expref: 56 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.712969:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.712976:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.712991:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.713001:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.713048:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.713067:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625962368:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.713810:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.715988:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.716196:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628172928 00000100:00100000:3.0:1746135175.716212:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628172928 00000100:00100000:3.0:1746135175.716289:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29935 00000100:00100000:3.0:1746135175.716299:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1804:x1830954628172928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.716329:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.716348:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823798f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.716388:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.716397:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.716399:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.716404:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.716443:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.716457:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.716472:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625962496:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.716690:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.720623:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625962368:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.720684:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.720758:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+57:2008:x1830954628172800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8963us (9207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.720767:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14241 00000100:00100000:0.0:1746135175.721137:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625962496:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135175.721172:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 56 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.721192:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5000, rc 0) 00000100:00100000:0.0:1746135175.721226:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:1804:x1830954628172928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4928us (5251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135175.721235:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29935 00000100:00100000:1.0:1746135175.721567:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.723089:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628173184 00000100:00100000:0.0:1746135175.723100:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628173184 00002000:00100000:0.0:1746135175.723151:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ee680 x1830954628173184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.723163:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ee680 with x1830954628173184 ext(0->4095) 00010000:00010000:0.0:1746135175.723172:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.723187:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135175.723200:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ee680 00000100:00100000:0.0:1746135175.723261:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2678 00000100:00100000:0.0:1746135175.723270:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628173184:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746135175.723482:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628173184:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 212us (1915us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135175.723488:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2678 00002000:00100000:0.0:1746135175.723493:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ee680 x1830954628173184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.723499:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ee680 with x1830954628173184 ext(0->4095) 00010000:00010000:0.0:1746135175.723503:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.723512:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135175.723518:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ee680 00000100:00100000:0.0:1746135175.731456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.731569:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628173312 00000100:00100000:3.0:1746135175.731580:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628173312 00010000:00010000:3.0:1746135175.731632:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.731708:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14242 00000100:00100000:3.0:1746135175.731717:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628173312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.731734:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.731761:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.731775:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.731800:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c337d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237988 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.731829:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.731831:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.731840:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.731848:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.731883:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.731894:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625962624:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.731974:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.737306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.737417:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628173568 00000100:00100000:2.0:1746135175.737425:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628173568 00002000:00100000:2.0:1746135175.737465:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb7b480 x1830954628173568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.737474:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7b480 with x1830954628173568 ext(0->4095) 00002000:00010000:2.0:1746135175.737480:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7b480 00000100:00100000:2.0:1746135175.737499:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13328 00000100:00100000:2.0:1746135175.737504:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2010:x1830954628173568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.737698:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2010:x1830954628173568:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 193us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.737705:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13328 00002000:00100000:2.0:1746135175.737710:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb7b480 x1830954628173568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.737717:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7b480 with x1830954628173568 ext(0->4095) 00002000:00010000:2.0:1746135175.737719:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7b480 00000100:00100000:3.0:1746135175.737869:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625962624:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.737886:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.737914:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628173312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6199us (6472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.737922:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14242 00000100:00100000:0.0:1746135175.742617:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.743471:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628173696 00000100:00100000:2.0:1746135175.743479:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628173696 00000100:00100000:2.0:1746135175.743517:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29936 00000100:00100000:2.0:1746135175.743535:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628173696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.743553:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.743570:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237996 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.743601:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.743607:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.743609:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.743612:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.743668:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 55 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.743679:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 55 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.743690:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625962752:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.743812:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.748098:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625962752:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.748124:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.748140:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515000, rc 0) 00000100:00100000:2.0:1746135175.748177:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628173696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4653us (5568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.748185:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29936 00000100:00100000:0.0:1746135175.748380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.749585:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628173824 00000100:00100000:2.0:1746135175.749593:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628173824 00002000:00100000:2.0:1746135175.749626:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094672300 x1830954628173824/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.749635:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094672300 with x1830954628173824 ext(0->7) 00010000:00010000:2.0:1746135175.749674:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 56 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.749692:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 56 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.749698:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094672300 00000100:00100000:2.0:1746135175.749717:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2679 00000100:00100000:2.0:1746135175.749724:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+56:2011:x1830954628173824:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135175.751479:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2011:x1830954628173824:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1748us (3092us total) trans 4294970675 rc 0/0 00000100:00100000:0.0:1746135175.751489:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2679 00002000:00100000:0.0:1746135175.751497:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094672300 x1830954628173824/t4294970675(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.751505:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094672300 with x1830954628173824 ext(0->7) 00010000:00010000:0.0:1746135175.751512:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 58 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.751535:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 58 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135175.751541:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094672300 00000100:00100000:0.0:1746135175.755201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.755263:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.755862:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628174080 00000100:00100000:2.0:1746135175.755876:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628174080 00000100:00100000:2.0:1746135175.755940:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29937 00000100:00100000:2.0:1746135175.755948:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:1804:x1830954628174080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.755969:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.756222:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823799d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.756368:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.756376:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.756382:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135175.756387:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.756676:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.756690:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.756733:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628173952 00000100:00100000:3.0:1746135175.756739:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628173952 00010000:00010000:3.0:1746135175.756760:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.756799:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14243 00000100:00100000:3.0:1746135175.756804:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2008:x1830954628173952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.756815:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.756832:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.756844:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.756860:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3384 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823798f expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.756873:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.756875:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.756883:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.756892:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.756903:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135175.756934:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.756943:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.756952:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625963008:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.756955:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2008:x1830954628173952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 150us (1692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.756962:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14243 00000100:00100000:2.0:1746135175.757009:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.762070:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.762221:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625963008:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.762257:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514000, rc 0) 00000100:00100000:2.0:1746135175.762336:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:1804:x1830954628174080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6387us (7143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.762346:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29937 00000100:00100000:1.0:1746135175.762823:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628174336 00000100:00100000:1.0:1746135175.762831:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628174336 00002000:00100000:1.0:1746135175.762882:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094673800 x1830954628174336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.762892:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673800 with x1830954628174336 ext(0->4095) 00010000:00010000:1.0:1746135175.762901:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.762915:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135175.762922:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094673800 00000100:00100000:1.0:1746135175.763043:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2680 00000100:00100000:1.0:1746135175.763060:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628174336:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135175.763325:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628174336:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 269us (1265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.763331:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2680 00002000:00100000:1.0:1746135175.763337:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094673800 x1830954628174336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.763344:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673800 with x1830954628174336 ext(0->4095) 00010000:00010000:1.0:1746135175.763353:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.763368:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135175.763378:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094673800 00000100:00100000:0.0:1746135175.770090:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.770330:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628174464 00000100:00100000:3.0:1746135175.770339:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628174464 00010000:00010000:3.0:1746135175.770377:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.770429:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14244 00000100:00100000:3.0:1746135175.770441:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628174464:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.770457:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.770483:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.770496:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.770539:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515000/0xc3cfcce4a57c338b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237996 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.770588:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.770591:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.770601:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.770611:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.770715:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.770735:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625963136:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.770876:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.773880:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.774084:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625963136:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.774106:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.774152:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628174464:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3713us (4076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.774164:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14244 00000100:00100000:1.0:1746135175.774424:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628174720 00000100:00100000:1.0:1746135175.774431:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628174720 00002000:00100000:1.0:1746135175.774467:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1500 x1830954628174720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.774476:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1500 with x1830954628174720 ext(0->4095) 00002000:00010000:1.0:1746135175.774480:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1500 00000100:00100000:1.0:1746135175.774505:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13329 00000100:00100000:1.0:1746135175.774511:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2011:x1830954628174720:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135175.774671:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2011:x1830954628174720:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (802us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.774681:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13329 00002000:00100000:1.0:1746135175.774685:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1500 x1830954628174720/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.774692:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1500 with x1830954628174720 ext(0->4095) 00002000:00010000:1.0:1746135175.774695:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1500 00000100:00100000:0.0:1746135175.779177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.779269:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628174848 00000100:00100000:2.0:1746135175.779277:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628174848 00000100:00100000:2.0:1746135175.779313:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29938 00000100:00100000:2.0:1746135175.779320:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628174848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.779336:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.779350:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379a4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.779376:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.779383:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.779384:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.779387:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.779412:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 57 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.779423:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 57 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.779434:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625963264:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.780117:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.788366:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625963264:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.788421:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.788460:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514a00, rc 0) 00000100:00100000:2.0:1746135175.789134:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628174848:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9633us (9783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.789147:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29938 00000100:00100000:0.0:1746135175.791229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.791471:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628174976 00000100:00100000:2.0:1746135175.791480:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628174976 00002000:00100000:2.0:1746135175.791539:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed1500 x1830954628174976/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.791550:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1500 with x1830954628174976 ext(0->7) 00010000:00010000:2.0:1746135175.791559:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 58 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.791573:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 58 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.791579:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed1500 00000100:00100000:2.0:1746135175.791618:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2681 00000100:00100000:2.0:1746135175.791630:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+58:2010:x1830954628174976:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135175.793146:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954628174976:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1512us (1916us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746135175.793159:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2681 00002000:00100000:0.0:1746135175.793167:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed1500 x1830954628174976/t4294970676(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.793176:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1500 with x1830954628174976 ext(0->7) 00010000:00010000:0.0:1746135175.793186:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.793201:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135175.793209:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed1500 00000100:00100000:0.0:1746135175.799274:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.799330:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628175104 00000100:00100000:3.0:1746135175.799339:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628175104 00010000:00010000:3.0:1746135175.799375:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.799980:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14245 00000100:00100000:3.0:1746135175.799994:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2010:x1830954628175104:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.800013:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.800050:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.800070:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.800104:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c3392 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823799d expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.800163:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.800166:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.800178:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.800189:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.800230:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.800260:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625963392:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.800347:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.804793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.804873:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628175360 00000100:00100000:1.0:1746135175.804882:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628175360 00002000:00100000:1.0:1746135175.804924:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2680 x1830954628175360/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.804933:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2680 with x1830954628175360 ext(0->4095) 00002000:00010000:1.0:1746135175.804938:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed2680 00000100:00100000:1.0:1746135175.804957:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13330 00000100:00100000:1.0:1746135175.804964:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628175360:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135175.805130:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628175360:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.805137:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13330 00002000:00100000:1.0:1746135175.805142:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2680 x1830954628175360/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.805148:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2680 with x1830954628175360 ext(0->4095) 00002000:00010000:1.0:1746135175.805151:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed2680 00000100:00100000:3.0:1746135175.805316:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625963392:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.805337:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.805544:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:2010:x1830954628175104:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5550us (6279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.805555:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14245 00000100:00100000:0.0:1746135175.806415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.807510:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628175488 00000100:00100000:2.0:1746135175.807533:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628175488 00000100:00100000:2.0:1746135175.807605:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29939 00000100:00100000:2.0:1746135175.807619:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+59:1804:x1830954628175488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.807680:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.807706:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379ab expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.807744:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.807759:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.807761:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.807765:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 60 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.807804:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.807822:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.807839:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625963520:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.807992:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.809021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.809233:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628175616 00000100:00100000:2.0:1746135175.809240:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628175616 00000100:00100000:2.0:1746135175.809279:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29940 00000100:00100000:2.0:1746135175.809286:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:1820:x1830954628175616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.809298:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.809314:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379b2 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.809338:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.809343:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.809348:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.809352:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 62 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.809380:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.809390:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 62 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.809399:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800866df400, rc 0) 00000100:00100000:2.0:1746135175.809630:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:1820:x1830954628175616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 343us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.809635:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29940 00000100:00100000:2.0:1746135175.810193:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625963520:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.810213:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.810225:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:2.0:1746135175.810247:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:1804:x1830954628175488:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2634us (3836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.810253:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29939 00000100:00100000:0.0:1746135175.810848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.810987:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628175744 00000100:00100000:3.0:1746135175.810995:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628175744 00010000:00010000:3.0:1746135175.811033:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.811120:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14246 00000100:00100000:3.0:1746135175.811127:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628175744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.811140:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.811161:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.811171:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.811191:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514a00/0xc3cfcce4a57c3399 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379a4 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.811215:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.811217:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.811224:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 60 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.811231:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 60 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.811262:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 60 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.811272:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.811283:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625963776:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.812024:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.813930:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625963776:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.813956:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.813995:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628175744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2868us (3151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.814004:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14246 00000100:00100000:0.0:1746135175.814479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.814683:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628176000 00000100:00100000:2.0:1746135175.814692:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628176000 00002000:00100000:2.0:1746135175.814736:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561c380 x1830954628176000/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.814903:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561c380 with x1830954628176000 ext(0->4095) 00010000:00010000:2.0:1746135175.814912:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.814927:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.814933:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561c380 00000100:00100000:2.0:1746135175.814955:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2682 00000100:00100000:2.0:1746135175.814962:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954628176000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.815103:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2010:x1830954628176000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (626us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.815109:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2682 00002000:00100000:2.0:1746135175.815114:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561c380 x1830954628176000/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.815120:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561c380 with x1830954628176000 ext(0->4095) 00010000:00010000:2.0:1746135175.815125:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.815134:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.815139:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561c380 00000100:00100000:0.0:1746135175.817685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.818016:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628176128 00000100:00100000:3.0:1746135175.818025:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628176128 00010000:00010000:3.0:1746135175.818203:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.818714:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14247 00000100:00100000:3.0:1746135175.818724:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2011:x1830954628176128:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.818739:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.818759:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.818776:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.818799:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ab expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.818830:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.818832:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.818838:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.818846:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.818878:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 60 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.818889:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625963904:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.819058:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.821120:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625963904:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.821151:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.821200:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2011:x1830954628176128:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2477us (3561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.821211:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14247 00000100:00100000:0.0:1746135175.821517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.821880:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628176384 00000100:00100000:1.0:1746135175.821888:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628176384 00002000:00100000:1.0:1746135175.821924:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561ca80 x1830954628176384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.821933:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561ca80 with x1830954628176384 ext(0->4095) 00002000:00010000:1.0:1746135175.821937:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561ca80 00000100:00100000:1.0:1746135175.821953:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13331 00000100:00100000:1.0:1746135175.821958:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2009:x1830954628176384:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135175.822087:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2009:x1830954628176384:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (572us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.822092:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13331 00002000:00100000:1.0:1746135175.822097:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561ca80 x1830954628176384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.822103:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561ca80 with x1830954628176384 ext(0->4095) 00002000:00010000:1.0:1746135175.822105:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561ca80 00000100:00100000:2.0:1746135175.825931:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746135175.825953:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625964032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746135175.826033:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135175.826082:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625964032 00000100:00100000:2.0:1746135175.826089:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625964032 00000100:00100000:0.0:1746135175.826105:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.826213:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628176512 00000100:00100000:3.0:1746135175.826219:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628176512 00000100:00100000:3.0:1746135175.826250:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29941 00000100:00100000:3.0:1746135175.826257:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628176512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.826272:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.826289:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379b9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.826316:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.826323:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.826325:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.826329:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.826350:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 59 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.826360:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 59 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.826369:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625964160:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.826420:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.826948:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1746135175.826956:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830954625964032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746135175.826986:0:7251:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:1.0:1746135175.827042:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830954625964032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.827048:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1746135175.827468:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625964032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746135175.828751:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625964160:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.828779:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.828801:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5c00, rc 0) 00000100:00100000:3.0:1746135175.828848:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628176512:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2591us (2744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.828856:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29941 00000100:00100000:0.0:1746135175.829619:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.830046:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628176640 00000100:00100000:3.0:1746135175.830055:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628176640 00010000:00010000:3.0:1746135175.830098:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 60 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.831329:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14248 00000100:00100000:3.0:1746135175.831340:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2009:x1830954628176640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.831356:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.831376:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 60 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.831388:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 60 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.831408:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c33a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b2 expref: 60 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.831423:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.831425:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.831431:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.831666:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.831709:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.831722:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625964288:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.832323:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.832429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.832544:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628176768 00000100:00100000:3.0:1746135175.832553:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628176768 00000100:00100000:3.0:1746135175.832606:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29942 00000100:00100000:3.0:1746135175.832612:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:1804:x1830954628176768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.832627:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.832659:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379c0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.832681:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.832687:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.832688:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.832691:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.832714:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.832728:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.832736:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625964416:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.832788:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.833496:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625964288:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.833516:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.833560:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2009:x1830954628176640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2223us (3943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.833569:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14248 00000100:00100000:0.0:1746135175.834272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.834328:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628177024 00000100:00100000:2.0:1746135175.834334:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628177024 00000100:00100000:3.0:1746135175.834388:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625964416:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135175.834405:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 60 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.834419:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5000, rc 0) 00002000:00100000:2.0:1746135175.834425:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561d500 x1830954628177024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.834433:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561d500 with x1830954628177024 ext(0->4095) 00010000:00010000:2.0:1746135175.834439:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.834449:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.834450:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:1804:x1830954628176768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1839us (2023us total) trans 0 rc 0/0 00002000:00010000:2.0:1746135175.834455:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561d500 00000100:00100000:3.0:1746135175.834456:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29942 00000100:00100000:2.0:1746135175.834477:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2683 00000100:00100000:2.0:1746135175.834482:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628177024:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.834626:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628177024:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.834633:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2683 00002000:00100000:2.0:1746135175.834663:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561d500 x1830954628177024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.834671:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561d500 with x1830954628177024 ext(0->4095) 00010000:00010000:2.0:1746135175.834676:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.834685:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.834695:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561d500 00000100:00100000:0.0:1746135175.836836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.836994:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628177152 00000100:00100000:3.0:1746135175.837008:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628177152 00010000:00010000:3.0:1746135175.837052:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.837460:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14249 00000100:00100000:3.0:1746135175.837469:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628177152:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.837483:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.837500:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.837511:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.837542:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c33ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379b9 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.837556:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.837558:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.837563:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.837570:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.837608:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.837620:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625964544:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.838276:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.842339:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625964544:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.842373:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.842538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.842557:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628177152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5087us (5732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.842570:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14249 00000100:00100000:2.0:1746135175.842620:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628177408 00000100:00100000:2.0:1746135175.842626:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628177408 00002000:00100000:2.0:1746135175.842776:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b132300 x1830954628177408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.842786:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b132300 with x1830954628177408 ext(0->4095) 00002000:00010000:2.0:1746135175.842790:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b132300 00000100:00100000:2.0:1746135175.842861:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13332 00000100:00100000:2.0:1746135175.842869:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2011:x1830954628177408:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.843020:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2011:x1830954628177408:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.843025:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13332 00002000:00100000:2.0:1746135175.843030:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b132300 x1830954628177408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.843037:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b132300 with x1830954628177408 ext(0->4095) 00002000:00010000:2.0:1746135175.843039:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b132300 00000100:00100000:0.0:1746135175.846774:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.846843:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628177536 00000100:00100000:3.0:1746135175.846857:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628177536 00000100:00100000:3.0:1746135175.846923:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29943 00000100:00100000:3.0:1746135175.846932:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628177536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.846948:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.847782:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379c7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.847828:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.847836:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.847838:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.847842:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.847878:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 59 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.847893:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 59 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.847907:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625964672:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.848013:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.851940:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625964672:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.851996:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.852019:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:2.0:1746135175.852083:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628177536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5151us (5321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.852096:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29943 00000100:00100000:0.0:1746135175.853557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.853968:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628177664 00000100:00100000:3.0:1746135175.853981:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628177664 00002000:00100000:3.0:1746135175.854044:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009561df80 x1830954628177664/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.854055:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561df80 with x1830954628177664 ext(0->7) 00010000:00010000:3.0:1746135175.854068:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.854085:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 60 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135175.854092:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561df80 00000100:00100000:3.0:1746135175.854133:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2684 00000100:00100000:3.0:1746135175.854141:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+60:2011:x1830954628177664:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135175.858678:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2011:x1830954628177664:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 4521us (5112us total) trans 4294970677 rc 0/0 00000100:00100000:0.0:1746135175.858692:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2684 00002000:00100000:0.0:1746135175.858705:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009561df80 x1830954628177664/t4294970677(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.858716:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561df80 with x1830954628177664 ext(0->7) 00010000:00010000:0.0:1746135175.858728:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.858748:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135175.858756:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561df80 00000100:00100000:0.0:1746135175.862795:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.865260:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628177792 00000100:00100000:3.0:1746135175.865275:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628177792 00010000:00010000:3.0:1746135175.865338:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.865395:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14250 00000100:00100000:3.0:1746135175.865405:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2009:x1830954628177792:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.865425:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.865454:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.865467:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.865500:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c33b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c0 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.865536:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.865538:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.865551:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.865559:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.865606:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.865620:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625964800:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.868162:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51be40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.868814:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625964800:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.869408:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.869461:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:2009:x1830954628177792:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4056us (6673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.869471:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14250 00000100:00100000:0.0:1746135175.869793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.869932:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628178048 00000100:00100000:1.0:1746135175.869939:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628178048 00002000:00100000:1.0:1746135175.869966:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561e300 x1830954628178048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.869975:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561e300 with x1830954628178048 ext(0->4095) 00002000:00010000:1.0:1746135175.869979:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561e300 00000100:00100000:1.0:1746135175.870026:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13333 00000100:00100000:1.0:1746135175.870032:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628178048:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135175.870136:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628178048:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.870142:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13333 00002000:00100000:1.0:1746135175.870146:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561e300 x1830954628178048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.870153:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561e300 with x1830954628178048 ext(0->4095) 00002000:00010000:1.0:1746135175.870156:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009561e300 00000100:00100000:0.0:1746135175.871830:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.871929:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628178176 00000100:00100000:2.0:1746135175.871939:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628178176 00000100:00100000:2.0:1746135175.871996:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29944 00000100:00100000:2.0:1746135175.872003:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+61:1820:x1830954628178176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.872020:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.872038:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379ce expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.872068:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.872075:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.872077:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.872081:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.872109:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.872120:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.872131:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625964928:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.872223:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.875912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.876038:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625964928:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.876070:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.876086:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:2.0:1746135175.876130:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:1820:x1830954628178176:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4126us (4313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.876139:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29944 00000100:00100000:3.0:1746135175.876230:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628178304 00000100:00100000:3.0:1746135175.876238:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628178304 00010000:00010000:3.0:1746135175.876266:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.876305:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14251 00000100:00100000:3.0:1746135175.876311:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628178304:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.876322:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.876338:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.876348:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.876367:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c33bc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379c7 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:0.0:1746135175.876371:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135175.876382:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.876384:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.876391:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.876399:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.876722:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628178432 00000100:00100000:2.0:1746135175.876726:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628178432 00000100:00100000:2.0:1746135175.876747:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29945 00000100:00100000:2.0:1746135175.876752:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:1804:x1830954628178432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.876766:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.876776:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379d5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.876791:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.876797:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.876798:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.876801:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.876904:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.876916:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.876930:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.876933:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625965056:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.876937:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.876944:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625965184:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.877405:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.877442:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.879135:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.879205:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628178688 00000100:00100000:2.0:1746135175.879211:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628178688 00002000:00100000:2.0:1746135175.879246:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561f100 x1830954628178688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.879254:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561f100 with x1830954628178688 ext(0->4095) 00010000:00010000:2.0:1746135175.879261:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.879272:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.879277:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561f100 00000100:00100000:2.0:1746135175.879306:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2685 00000100:00100000:2.0:1746135175.879314:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628178688:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.879440:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628178688:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (309us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.879446:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2685 00002000:00100000:2.0:1746135175.879452:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561f100 x1830954628178688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.879459:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561f100 with x1830954628178688 ext(0->4095) 00010000:00010000:2.0:1746135175.879464:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.879473:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.879479:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561f100 00000100:00100000:2.0:1746135175.879565:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625965184:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.879580:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.879592:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514000, rc 0) 00000100:00100000:2.0:1746135175.879613:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1804:x1830954628178432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2861us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.879619:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29945 00000100:00100000:3.0:1746135175.879799:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625965056:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.879809:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.879840:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628178304:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3529us (3944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.879848:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14251 00000100:00100000:0.0:1746135175.881544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.881629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.881723:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628178944 00000100:00100000:3.0:1746135175.881732:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628178944 00010000:00010000:3.0:1746135175.881773:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.881902:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628178816 00000100:00100000:2.0:1746135175.881907:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628178816 00000100:00100000:3.0:1746135175.881920:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14252 00000100:00100000:3.0:1746135175.881928:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2010:x1830954628178944:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.881948:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.881973:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.881986:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.882011:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33c3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ce expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.882037:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.882041:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.882049:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.882059:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.882098:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.882111:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625965312:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135175.882140:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29946 00000100:00100000:0.0:1746135175.882150:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628178816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135175.882170:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135175.882182:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379dc expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.882197:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00010000:00010000:0.0:1746135175.882201:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.882207:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135175.882208:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135175.882212:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.882228:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.882293:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:0.0:1746135175.882303:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009561fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625965440:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135175.882325:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a946c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.884886:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625965312:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.884905:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.884943:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628178944:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3015us (3419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.884954:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14252 00000100:00100000:1.0:1746135175.885049:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009561fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625965440:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.885075:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.885089:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8600, rc 0) 00000100:00100000:1.0:1746135175.885109:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628178816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2964us (3482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.885116:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29946 00000100:00100000:0.0:1746135175.886235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.886289:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628179200 00000100:00100000:1.0:1746135175.886296:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628179200 00002000:00100000:1.0:1746135175.886330:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561fb80 x1830954628179200/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.886339:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561fb80 with x1830954628179200 ext(0->4095) 00010000:00010000:1.0:1746135175.886347:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.886360:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135175.886365:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561fb80 00000100:00100000:1.0:1746135175.886393:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2686 00000100:00100000:1.0:1746135175.886399:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628179200:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746135175.886562:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628179200:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 162us (333us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.886569:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2686 00002000:00100000:1.0:1746135175.886574:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561fb80 x1830954628179200/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.886579:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561fb80 with x1830954628179200 ext(0->4095) 00010000:00010000:1.0:1746135175.886584:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.886592:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135175.886597:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561fb80 00000100:00100000:0.0:1746135175.889455:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.889517:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628179328 00000100:00100000:1.0:1746135175.889535:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628179328 00000100:00100000:1.0:1746135175.889583:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29947 00000100:00100000:1.0:1746135175.889590:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:1804:x1830954628179328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.889604:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.889619:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379e3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.889662:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.889667:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.889672:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135175.889675:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.889703:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.889715:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.889724:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00000100:00100000:0.0:1746135175.889750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.889757:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1804:x1830954628179328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.889762:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29947 00000100:00100000:3.0:1746135175.889864:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628179456 00000100:00100000:3.0:1746135175.889867:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628179456 00010000:00010000:3.0:1746135175.889882:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.889898:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14253 00000100:00100000:3.0:1746135175.889902:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2009:x1830954628179456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.889910:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.889929:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.889942:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.889956:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379d5 expref: 63 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.889966:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.889967:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.889971:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.889977:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.889992:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.890000:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.890009:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625965696:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.890046:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.893200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.893541:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625965696:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.893559:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.893616:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2009:x1830954628179456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3712us (3864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.893630:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14253 00000100:00100000:2.0:1746135175.894354:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628179712 00000100:00100000:2.0:1746135175.894364:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628179712 00002000:00100000:2.0:1746135175.894414:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561d180 x1830954628179712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.894423:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561d180 with x1830954628179712 ext(0->4095) 00010000:00010000:2.0:1746135175.894433:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.894448:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.894464:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561d180 00000100:00100000:2.0:1746135175.894490:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2687 00000100:00100000:2.0:1746135175.894497:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628179712:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.897341:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628179712:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 2833us (4140us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.897354:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2687 00002000:00100000:2.0:1746135175.897366:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009561d180 x1830954628179712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.897375:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009561d180 with x1830954628179712 ext(0->4095) 00010000:00010000:2.0:1746135175.897386:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.897401:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.897413:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009561d180 00000100:00100000:0.0:1746135175.900310:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.900437:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628179840 00000100:00100000:3.0:1746135175.900446:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628179840 00010000:00010000:3.0:1746135175.900473:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.900581:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14254 00000100:00100000:3.0:1746135175.900588:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009561d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628179840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135175.900600:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135175.900617:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.900629:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.900672:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8600/0xc3cfcce4a57c33d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379dc expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.901999:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.902005:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.902020:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.902030:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.902075:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.902091:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625965824:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.902298:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.903701:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625965824:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.903719:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135175.903792:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009561d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628179840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3203us (3490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.903804:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14254 00000100:00100000:0.0:1746135175.905464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.905537:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628180096 00000100:00100000:2.0:1746135175.905544:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628180096 00002000:00100000:2.0:1746135175.905582:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b4000 x1830954628180096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.905592:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830954628180096 ext(0->4095) 00002000:00010000:2.0:1746135175.905596:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b4000 00000100:00100000:1.0:1746135175.905784:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13334 00000100:00100000:1.0:1746135175.905792:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2009:x1830954628180096:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135175.905929:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2009:x1830954628180096:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (469us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.905936:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13334 00002000:00100000:1.0:1746135175.905941:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b4000 x1830954628180096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.905948:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4000 with x1830954628180096 ext(0->4095) 00002000:00010000:1.0:1746135175.905951:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b4000 00000100:00100000:0.0:1746135175.910532:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.910933:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628180224 00000100:00100000:2.0:1746135175.910943:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628180224 00000100:00100000:2.0:1746135175.911004:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29948 00000100:00100000:2.0:1746135175.911012:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628180224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.911032:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.911057:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379ea expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.911092:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.911100:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.911102:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.911106:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.911136:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 61 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.911148:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 61 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.911160:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625965952:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.911266:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.915046:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625965952:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135175.915089:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.915116:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514000, rc 0) 00000100:00100000:2.0:1746135175.915171:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628180224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4159us (4657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.915179:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29948 00000100:00100000:0.0:1746135175.916146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.917270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.917357:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628180352 00000100:00100000:3.0:1746135175.917370:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628180352 00000100:00100000:3.0:1746135175.917447:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29949 00000100:00100000:3.0:1746135175.917456:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:1804:x1830954628180352:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.917481:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.917505:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379f1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.917547:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.917554:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.917560:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135175.917563:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.917602:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.917617:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 63 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.917627:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6400, rc 0) 00000100:00100000:3.0:1746135175.917704:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:1804:x1830954628180352:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 250us (1561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.917711:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29949 00000100:00100000:2.0:1746135175.917718:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628180480 00000100:00100000:2.0:1746135175.917723:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628180480 00010000:00010000:2.0:1746135175.917741:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 63 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.917766:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14255 00000100:00100000:2.0:1746135175.917772:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+63:2010:x1830954628180480:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.917785:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.917808:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 63 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.917819:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 63 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.917839:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c33d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379e3 expref: 63 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.917867:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.917869:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.917875:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.917887:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.917908:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.918570:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.918582:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625966208:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.918930:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.920709:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625966208:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.920834:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.920886:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628180480:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3112us (3620us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.920897:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14255 00000100:00100000:0.0:1746135175.922146:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.922249:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628180736 00000100:00100000:2.0:1746135175.922256:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628180736 00002000:00100000:2.0:1746135175.922291:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b4e00 x1830954628180736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.922301:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4e00 with x1830954628180736 ext(0->4095) 00010000:00010000:2.0:1746135175.922309:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.922321:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.922328:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4e00 00000100:00100000:2.0:1746135175.922359:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2688 00000100:00100000:2.0:1746135175.922365:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628180736:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.922512:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628180736:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (369us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.922518:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2688 00002000:00100000:2.0:1746135175.922541:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b4e00 x1830954628180736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.922549:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b4e00 with x1830954628180736 ext(0->4095) 00010000:00010000:2.0:1746135175.922553:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.922562:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.922567:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b4e00 00000100:00100000:0.0:1746135175.925330:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.925680:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628180864 00000100:00100000:2.0:1746135175.925688:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628180864 00010000:00010000:2.0:1746135175.925721:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.926081:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14256 00000100:00100000:2.0:1746135175.926088:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628180864:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135175.926100:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135175.926116:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.926127:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.926147:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514000/0xc3cfcce4a57c33df lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ea expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.926305:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.926307:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.926315:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.926321:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.926351:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.926360:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625966336:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135175.927049:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135175.928095:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625966336:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135175.928123:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135175.928175:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628180864:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2086us (2851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135175.928187:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14256 00000100:00100000:1.0:1746135175.928992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.929121:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628181120 00000100:00100000:2.0:1746135175.929129:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628181120 00002000:00100000:2.0:1746135175.929167:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ece00 x1830954628181120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.929175:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ece00 with x1830954628181120 ext(0->4095) 00002000:00010000:2.0:1746135175.929179:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7ece00 00000100:00100000:2.0:1746135175.929206:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13335 00000100:00100000:2.0:1746135175.929213:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2011:x1830954628181120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135175.929345:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2011:x1830954628181120:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (357us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.929350:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13335 00002000:00100000:2.0:1746135175.929353:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ece00 x1830954628181120/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.929359:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ece00 with x1830954628181120 ext(0->4095) 00002000:00010000:2.0:1746135175.929361:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7ece00 00000100:00100000:0.0:1746135175.935180:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.935419:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628181248 00000100:00100000:1.0:1746135175.935429:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628181248 00000100:00100000:1.0:1746135175.935496:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29950 00000100:00100000:1.0:1746135175.935504:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628181248:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135175.935533:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135175.935555:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379f8 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.935589:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.935597:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.935599:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135175.935601:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.935634:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 61 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.935677:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 61 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135175.935688:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625966464:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.935788:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.939698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.939864:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628181376 00000100:00100000:2.0:1746135175.939873:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628181376 00002000:00100000:2.0:1746135175.939923:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800925b5880 x1830954628181376/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.939933:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5880 with x1830954628181376 ext(0->7) 00010000:00010000:2.0:1746135175.939941:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.939952:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 62 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.939961:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5880 00000100:00100000:2.0:1746135175.939981:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2689 00000100:00100000:2.0:1746135175.939987:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+62:2010:x1830954628181376:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135175.940257:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7efb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625966464:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.940281:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.940294:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135175.940328:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628181248:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4825us (5163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.940334:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29950 00000100:00100000:0.0:1746135175.943610:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628181376:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3607us (3904us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746135175.943626:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2689 00002000:00100000:0.0:1746135175.943638:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff8800925b5880 x1830954628181376/t4294970678(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 496/448 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135175.943675:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5880 with x1830954628181376 ext(0->7) 00010000:00010000:0.0:1746135175.943690:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.943707:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135175.943714:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5880 00000100:00100000:2.0:1746135175.955102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.955205:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628181504 00000100:00100000:0.0:1746135175.955216:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628181504 00010000:00010000:0.0:1746135175.955265:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:0.0:1746135175.955313:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14257 00000100:00100000:0.0:1746135175.955320:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954628181504:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135175.955336:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135175.955357:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.955370:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.955394:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c33e6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f1 expref: 64 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135175.955430:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.955433:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135175.955443:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.955457:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135175.955496:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135175.955510:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800925b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625966592:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135175.955615:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.956700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.956764:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628181632 00000100:00100000:2.0:1746135175.956770:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628181632 00000100:00100000:2.0:1746135175.956808:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29951 00000100:00100000:2.0:1746135175.956813:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1804:x1830954628181632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.956825:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.956838:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082379ff expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.956857:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.956863:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.956865:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135175.956867:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.956887:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.956897:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.956911:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625966720:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.957001:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.962068:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.962172:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628181888 00000100:00100000:2.0:1746135175.962182:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628181888 00002000:00100000:2.0:1746135175.962227:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b5f80 x1830954628181888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.962236:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5f80 with x1830954628181888 ext(0->4095) 00010000:00010000:2.0:1746135175.962246:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.962259:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.962266:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5f80 00000100:00100000:1.0:1746135175.962318:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800925b5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625966592:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135175.962319:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625966720:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135175.962338:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135175.962343:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.962356:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094515800, rc 0) 00000100:00100000:1.0:1746135175.962381:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628181504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7062us (7294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.962382:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1804:x1830954628181632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5567us (5683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135175.962390:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29951 00000100:00100000:1.0:1746135175.962391:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14257 00000100:00100000:2.0:1746135175.962887:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2690 00000100:00100000:2.0:1746135175.962895:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628181888:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.963030:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628181888:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (969us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.963036:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2690 00002000:00100000:2.0:1746135175.963041:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b5f80 x1830954628181888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.963048:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5f80 with x1830954628181888 ext(0->4095) 00010000:00010000:2.0:1746135175.963053:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.963064:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.963070:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5f80 00000100:00100000:0.0:1746135175.967044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135175.967094:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.967124:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628182016 00000100:00100000:1.0:1746135175.967135:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628182016 00010000:00010000:1.0:1746135175.967166:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135175.967194:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14258 00000100:00100000:1.0:1746135175.967201:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628182016:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135175.967216:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135175.967238:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.967253:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.967274:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c33ed lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379f8 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.967292:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.967295:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.967301:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.967309:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.967339:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135175.967349:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625966848:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135175.967430:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.967448:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628182144 00000100:00100000:3.0:1746135175.967452:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628182144 00000100:00100000:3.0:1746135175.967479:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29952 00000100:00100000:3.0:1746135175.967485:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628182144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.967500:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.967511:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a06 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.967537:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.967544:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.967545:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135175.967548:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.967564:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.967575:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 63 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.967583:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625966976:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135175.967604:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.972336:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625966976:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135175.972361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.972475:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628182400 00010000:00010000:3.0:1746135175.972482:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135175.972484:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628182400 00010000:00010000:3.0:1746135175.972503:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7200, rc 0) 00002000:00100000:2.0:1746135175.972541:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b6a00 x1830954628182400/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746135175.972548:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625966848:192.168.202.58@tcp:105: 00002000:00100000:2.0:1746135175.972552:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b6a00 with x1830954628182400 ext(0->4095) 00010000:00010000:2.0:1746135175.972559:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.972569:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135175.972573:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.972575:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954628182144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5087us (5477us total) trans 0 rc 0/0 00002000:00010000:2.0:1746135175.972580:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b6a00 00000100:00100000:3.0:1746135175.972586:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29952 00000100:00100000:1.0:1746135175.972592:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628182016:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5392us (5560us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.972602:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14258 00000100:00100000:2.0:1746135175.972606:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2691 00000100:00100000:2.0:1746135175.972612:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628182400:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135175.972820:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628182400:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 207us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135175.972827:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2691 00002000:00100000:2.0:1746135175.972832:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b6a00 x1830954628182400/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135175.972839:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b6a00 with x1830954628182400 ext(0->4095) 00010000:00010000:2.0:1746135175.972844:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135175.972852:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135175.972858:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b6a00 00000100:00100000:0.0:1746135175.975501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.976207:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628182656 00000100:00100000:3.0:1746135175.976218:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628182656 00000100:00100000:0.0:1746135175.976296:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.976454:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628182528 00000100:00100000:1.0:1746135175.976459:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628182528 00010000:00010000:1.0:1746135175.976488:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135175.976518:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14259 00000100:00100000:1.0:1746135175.976535:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2008:x1830954628182528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135175.976551:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135175.976579:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.976592:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.976620:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c33f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082379ff expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.977086:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.977089:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.977096:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.977098:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29953 00010000:00010000:1.0:1746135175.977105:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135175.977106:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1804:x1830954628182656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135175.977125:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135175.977138:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a0d expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.977142:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135175.977154:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625967104:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135175.977156:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.977162:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.977163:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135175.977166:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.977188:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135175.977198:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135175.977206:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625967232:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.977227:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135175.977229:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135175.979118:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625967232:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135175.979137:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625967104:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135175.979141:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.979152:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746135175.979154:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:1.0:1746135175.979202:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2008:x1830954628182528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2677us (2906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.979213:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14259 00000100:00100000:0.0:1746135175.979287:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1804:x1830954628182656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2182us (3793us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135175.979293:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29953 00000100:00100000:0.0:1746135175.982959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135175.983119:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628182912 00000100:00100000:3.0:1746135175.983133:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628182912 00002000:00100000:3.0:1746135175.983187:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b7480 x1830954628182912/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.983196:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7480 with x1830954628182912 ext(0->4095) 00010000:00010000:3.0:1746135175.983205:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.983223:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135175.983229:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b7480 00000100:00100000:3.0:1746135175.983252:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2692 00000100:00100000:3.0:1746135175.983260:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628182912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135175.983430:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628182912:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (479us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135175.983436:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2692 00002000:00100000:3.0:1746135175.983441:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b7480 x1830954628182912/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135175.983447:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7480 with x1830954628182912 ext(0->4095) 00010000:00010000:3.0:1746135175.983451:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135175.983459:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135175.983465:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b7480 00000100:00100000:0.0:1746135175.987897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.988843:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628183040 00000100:00100000:1.0:1746135175.988853:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628183040 00010000:00010000:1.0:1746135175.988888:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135175.989024:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14260 00000100:00100000:1.0:1746135175.989031:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628183040:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135175.989044:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135175.989061:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.989071:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.989090:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c33fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a06 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135175.989322:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.989324:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135175.989332:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.989346:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135175.989388:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135175.989401:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625967360:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135175.989943:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135175.992328:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625967360:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135175.992354:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135175.992394:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628183040:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3362us (4511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135175.992404:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14260 00000100:00100000:0.0:1746135175.994024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135175.994133:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628183296 00000100:00100000:1.0:1746135175.994143:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628183296 00002000:00100000:1.0:1746135175.994198:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b7b80 x1830954628183296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/0 e 0 to 0 dl 1746135186 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.994208:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7b80 with x1830954628183296 ext(0->4095) 00002000:00010000:1.0:1746135175.994214:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b7b80 00000100:00100000:1.0:1746135175.994256:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13336 00000100:00100000:1.0:1746135175.994265:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628183296:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135175.994471:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628183296:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 206us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135175.994480:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13336 00002000:00100000:1.0:1746135175.994486:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b7b80 x1830954628183296/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:631/0 lens 488/4536 e 0 to 0 dl 1746135186 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135175.994494:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7b80 with x1830954628183296 ext(0->4095) 00002000:00010000:1.0:1746135175.994497:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b7b80 00000100:00100000:0.0:1746135175.997936:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135175.998222:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628183424 00000100:00100000:2.0:1746135175.998231:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628183424 00000100:00100000:2.0:1746135175.998272:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29954 00000100:00100000:2.0:1746135175.998280:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628183424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135175.998300:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135175.998324:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a14 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.998352:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.998358:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.998360:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135175.998363:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.998389:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135175.998399:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 63 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135175.998415:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625967488:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135175.998505:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.000605:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.000705:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625967488:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.000734:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.000750:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75e000, rc 0) 00000100:00100000:2.0:1746135176.000799:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628183424:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2520us (2874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.000810:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29954 00000100:00100000:1.0:1746135176.000979:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628183552 00000100:00100000:1.0:1746135176.000985:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628183552 00010000:00010000:1.0:1746135176.001007:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.001027:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14261 00000100:00100000:1.0:1746135176.001033:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628183552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.001044:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.001060:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.001069:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.001088:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3402 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a0d expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.001101:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.001103:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.001109:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.001120:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.001143:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.001152:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625967616:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.001197:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.003508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.003675:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628183680 00000100:00100000:2.0:1746135176.003683:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628183680 00000100:00100000:2.0:1746135176.003729:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29955 00000100:00100000:2.0:1746135176.003737:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1804:x1830954628183680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.003754:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.003772:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a1b expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.003803:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.003811:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.003812:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.003816:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.003852:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.003863:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.003875:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625967744:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.003951:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.006469:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625967616:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.006493:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.006545:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2010:x1830954628183552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5511us (5948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.006560:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14261 00000100:00100000:0.0:1746135176.007732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.007820:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628183936 00000100:00100000:1.0:1746135176.007829:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628183936 00002000:00100000:1.0:1746135176.007882:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b5c00 x1830954628183936/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.007893:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5c00 with x1830954628183936 ext(0->4095) 00010000:00010000:1.0:1746135176.007903:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.007917:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.007922:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5c00 00000100:00100000:1.0:1746135176.008631:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2693 00000100:00100000:1.0:1746135176.008886:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628183936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.009123:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628183936:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 249us (1396us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.009133:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2693 00002000:00100000:1.0:1746135176.009141:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b5c00 x1830954628183936/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.009150:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b5c00 with x1830954628183936 ext(0->4095) 00010000:00010000:1.0:1746135176.009160:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.009176:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.009184:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800925b5c00 00000100:00100000:2.0:1746135176.015009:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625967744:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.015037:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 64 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.015052:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d200, rc 0) 00000100:00100000:2.0:1746135176.015094:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1804:x1830954628183680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11358us (11598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.015101:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29955 00000100:00100000:0.0:1746135176.015467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.015571:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628184064 00000100:00100000:2.0:1746135176.015578:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628184064 00000100:00100000:2.0:1746135176.015603:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29956 00000100:00100000:2.0:1746135176.015608:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628184064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.015621:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.015633:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a22 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.015665:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.015670:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.015675:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.015678:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.015703:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.015710:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.015717:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101ce00, rc 0) 00000100:00100000:2.0:1746135176.015747:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954628184064:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.015752:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29956 00000100:00100000:0.0:1746135176.016156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.016220:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628184192 00000100:00100000:1.0:1746135176.016224:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628184192 00010000:00010000:1.0:1746135176.016242:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 7 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.016268:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14262 00000100:00100000:1.0:1746135176.016273:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954628184192:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.016281:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.016295:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 7 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.016310:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 7 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.016324:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3409 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a14 expref: 7 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.016335:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.016336:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.016341:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.016347:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.016365:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.016374:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 63 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.016383:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968000:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.016442:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.018515:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968000:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.018547:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.018585:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628184192:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2311us (2429us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.018598:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14262 00000100:00100000:3.0:1746135176.022237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.022344:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628184448 00000100:00100000:1.0:1746135176.022354:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628184448 00002000:00100000:1.0:1746135176.022408:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92300 x1830954628184448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.022419:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92300 with x1830954628184448 ext(0->4095) 00010000:00010000:1.0:1746135176.022429:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.022443:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.022450:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92300 00000100:00100000:1.0:1746135176.022469:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2694 00000100:00100000:1.0:1746135176.022475:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954628184448:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.025138:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2011:x1830954628184448:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 2650us (2899us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.025150:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2694 00002000:00100000:1.0:1746135176.025162:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92300 x1830954628184448/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.025170:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92300 with x1830954628184448 ext(0->4095) 00010000:00010000:1.0:1746135176.025179:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.025197:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.025202:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92300 00000100:00100000:0.0:1746135176.033891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.034051:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.034768:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628184704 00000100:00100000:2.0:1746135176.034785:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628184704 00000100:00100000:1.0:1746135176.034948:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628184576 00000100:00100000:1.0:1746135176.034953:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628184576 00010000:00010000:1.0:1746135176.034974:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.035008:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14263 00000100:00100000:1.0:1746135176.035014:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2008:x1830954628184576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.035025:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.035043:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.035053:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.035079:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3410 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a1b expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.035181:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29957 00000100:00100000:2.0:1746135176.035187:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:1804:x1830954628184704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.035200:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.035216:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.035219:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.035227:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.035268:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a29 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.035338:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.035456:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.035466:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.035467:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.035470:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.035487:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.035496:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.035503:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.035506:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625968128:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.035510:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.035515:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968256:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.035802:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.036372:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.041164:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.041207:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625968128:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.041244:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.041265:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101ca00, rc 0) 00000100:00100000:1.0:1746135176.041315:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628184960 00000100:00100000:2.0:1746135176.041319:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1804:x1830954628184704:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6130us (7269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.041323:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628184960 00000100:00100000:2.0:1746135176.041328:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29957 00002000:00100000:1.0:1746135176.041381:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5ce00 x1830954628184960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.041395:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ce00 with x1830954628184960 ext(0->4095) 00010000:00010000:1.0:1746135176.041405:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.041423:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.041432:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5ce00 00000100:00100000:2.0:1746135176.041458:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968256:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.041475:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.041495:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2008:x1830954628184576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6481us (7618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.041509:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14263 00000100:00100000:1.0:1746135176.042257:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2695 00000100:00100000:1.0:1746135176.042267:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628184960:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.042414:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628184960:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (1267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.042420:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2695 00002000:00100000:1.0:1746135176.042425:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5ce00 x1830954628184960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.042432:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ce00 with x1830954628184960 ext(0->4095) 00010000:00010000:1.0:1746135176.042436:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.042446:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.042452:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5ce00 00000100:00100000:0.0:1746135176.045609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.045920:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628185088 00000100:00100000:2.0:1746135176.045934:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628185088 00010000:00010000:2.0:1746135176.045983:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.046025:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14264 00000100:00100000:2.0:1746135176.046033:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7929050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628185088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.046049:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.046071:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.046082:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.046103:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c3417 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a22 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.046121:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.046123:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.046129:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.046136:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.046169:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.046188:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968384:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.046327:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.051105:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.051281:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968384:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135176.051310:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135176.052833:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7929050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628185088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6782us (7219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.052855:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14264 00000100:00100000:3.0:1746135176.053205:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628185344 00000100:00100000:3.0:1746135176.053219:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628185344 00002000:00100000:3.0:1746135176.053292:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b133b80 x1830954628185344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.053307:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133b80 with x1830954628185344 ext(0->4095) 00002000:00010000:3.0:1746135176.053315:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b133b80 00000100:00100000:3.0:1746135176.053374:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13337 00000100:00100000:3.0:1746135176.053385:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628185344:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135176.054678:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628185344:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1290us (3580us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.054685:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13337 00002000:00100000:3.0:1746135176.054691:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b133b80 x1830954628185344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.054699:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133b80 with x1830954628185344 ext(0->4095) 00002000:00010000:3.0:1746135176.054704:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b133b80 00000100:00100000:0.0:1746135176.064201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.064279:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628185472 00000100:00100000:2.0:1746135176.064290:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628185472 00000100:00100000:2.0:1746135176.064340:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29958 00000100:00100000:2.0:1746135176.064347:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628185472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.064367:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.064389:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a30 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.064421:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.064428:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.064429:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.064433:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.064464:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 63 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.064475:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 63 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.064485:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625968512:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.064579:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.070101:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625968512:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.070134:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.070154:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d200, rc 0) 00000100:00100000:2.0:1746135176.070239:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628185472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5888us (6045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.070249:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29958 00000100:00100000:0.0:1746135176.076398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.076481:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628185600 00000100:00100000:3.0:1746135176.076489:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628185600 00002000:00100000:3.0:1746135176.076536:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c5c700 x1830954628185600/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.076545:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5c700 with x1830954628185600 ext(0->7) 00010000:00010000:3.0:1746135176.076554:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.076567:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 64 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135176.076574:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5c700 00000100:00100000:3.0:1746135176.076598:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2696 00000100:00100000:3.0:1746135176.076605:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+64:2010:x1830954628185600:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135176.077426:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2010:x1830954628185600:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 820us (1033us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746135176.077432:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2696 00002000:00100000:0.0:1746135176.077437:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094c5c700 x1830954628185600/t4294970679(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.077444:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5c700 with x1830954628185600 ext(0->7) 00010000:00010000:0.0:1746135176.077448:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 66 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.077456:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 66 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.077461:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5c700 00000100:00100000:0.0:1746135176.079433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.079599:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628185728 00000100:00100000:2.0:1746135176.079614:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628185728 00000100:00100000:0.0:1746135176.083893:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29959 00000100:00100000:0.0:1746135176.083914:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1804:x1830954628185728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135176.083932:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135176.083951:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a37 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.083982:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135176.083988:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.083994:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135176.083998:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.084040:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.084052:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.084061:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce9800, rc 0) 00000100:00100000:0.0:1746135176.084125:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1804:x1830954628185728:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (4700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.084132:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29959 00000100:00100000:0.0:1746135176.085368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.085417:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628185856 00000100:00100000:0.0:1746135176.085424:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628185856 00010000:00010000:0.0:1746135176.085455:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:0.0:1746135176.085477:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14265 00000100:00100000:0.0:1746135176.085482:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2008:x1830954628185856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135176.085493:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135176.085511:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.085520:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.085547:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c341e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a29 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.085560:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135176.085562:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135176.085568:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.085574:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.085601:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.085616:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:0.0:1746135176.085626:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c5d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968768:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135176.085713:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.089284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.089311:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628186112 00000100:00100000:1.0:1746135176.089318:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628186112 00002000:00100000:1.0:1746135176.089352:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ed180 x1830954628186112/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.089362:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed180 with x1830954628186112 ext(0->4095) 00010000:00010000:1.0:1746135176.089369:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.089382:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.089388:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ed180 00000100:00100000:1.0:1746135176.089405:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2697 00000100:00100000:1.0:1746135176.089411:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628186112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.089554:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628186112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.089560:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2697 00002000:00100000:1.0:1746135176.089565:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ed180 x1830954628186112/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.089572:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed180 with x1830954628186112 ext(0->4095) 00010000:00010000:1.0:1746135176.089576:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.089585:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.089590:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ed180 00000100:00100000:0.0:1746135176.089878:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c5d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968768:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135176.089901:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135176.089948:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2008:x1830954628185856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4462us (4581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.089961:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14265 00000100:00100000:0.0:1746135176.096080:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.096591:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628186240 00000100:00100000:2.0:1746135176.096605:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628186240 00010000:00010000:2.0:1746135176.096804:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.097427:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14266 00000100:00100000:2.0:1746135176.097439:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628186240:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.097456:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.097478:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.097492:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.097519:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c3425 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a30 expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.097579:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.097582:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.097591:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.097601:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.097697:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.097719:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968896:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.097884:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.100209:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625968896:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.100228:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.100260:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628186240:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2825us (4188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.100269:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14266 00000100:00100000:0.0:1746135176.101338:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.101720:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628186496 00000100:00100000:2.0:1746135176.101728:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628186496 00002000:00100000:2.0:1746135176.101774:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5dc00 x1830954628186496/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.101784:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5dc00 with x1830954628186496 ext(0->4095) 00002000:00010000:2.0:1746135176.101788:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c5dc00 00000100:00100000:2.0:1746135176.101820:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13338 00000100:00100000:2.0:1746135176.101828:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628186496:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135176.101974:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628186496:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (641us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.101980:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13338 00002000:00100000:2.0:1746135176.101986:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5dc00 x1830954628186496/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.101993:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5dc00 with x1830954628186496 ext(0->4095) 00002000:00010000:2.0:1746135176.101996:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c5dc00 00000100:00100000:0.0:1746135176.105019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.105116:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628186624 00000100:00100000:3.0:1746135176.105125:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628186624 00000100:00100000:3.0:1746135176.105163:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29960 00000100:00100000:3.0:1746135176.105169:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628186624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.105185:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.105199:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a3e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.105224:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.105230:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.105232:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.105234:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.105264:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.105275:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 65 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.105285:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625969024:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.106722:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.108245:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625969024:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.108269:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.108283:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:3.0:1746135176.108316:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628186624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3146us (3305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.108323:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29960 00000100:00100000:0.0:1746135176.110407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.110853:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628186752 00000100:00100000:2.0:1746135176.110870:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628186752 00010000:00010000:2.0:1746135176.110934:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 66 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.111004:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14267 00000100:00100000:2.0:1746135176.111019:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2010:x1830954628186752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.111045:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.111083:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 66 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.111100:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 66 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.111134:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce9800/0xc3cfcce4a57c342c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a37 expref: 66 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.111202:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.111204:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.111217:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.111229:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.111283:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.111305:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625969152:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.111463:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.113334:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.113436:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628186880 00000100:00100000:0.0:1746135176.113442:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628186880 00000100:00100000:0.0:1746135176.113474:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29961 00000100:00100000:0.0:1746135176.113480:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1804:x1830954628186880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135176.113491:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135176.113504:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a45 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.113532:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.113542:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135176.113544:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135176.113547:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.113570:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.113580:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:0.0:1746135176.113589:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094c5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625969280:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135176.114346:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.115748:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625969152:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.115765:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.115797:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954628186752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4783us (5404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.115807:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14267 00000100:00100000:0.0:1746135176.116197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.116624:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628187136 00000100:00100000:2.0:1746135176.116632:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628187136 00002000:00100000:2.0:1746135176.116711:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5ea00 x1830954628187136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.116724:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ea00 with x1830954628187136 ext(0->4095) 00010000:00010000:2.0:1746135176.116735:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.116753:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.116761:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5ea00 00000100:00100000:2.0:1746135176.116783:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2698 00000100:00100000:2.0:1746135176.116791:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628187136:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.116954:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628187136:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 163us (759us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.116964:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2698 00002000:00100000:2.0:1746135176.116972:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5ea00 x1830954628187136/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.116980:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5ea00 with x1830954628187136 ext(0->4095) 00010000:00010000:2.0:1746135176.116986:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.116997:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.117004:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5ea00 00000100:00100000:2.0:1746135176.118932:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094c5e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625969280:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.119078:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.119097:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:2.0:1746135176.119158:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1804:x1830954628186880:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5677us (5827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.119165:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29961 00000100:00100000:0.0:1746135176.120404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.120484:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628187264 00000100:00100000:2.0:1746135176.120492:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628187264 00000100:00100000:2.0:1746135176.120533:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29962 00000100:00100000:2.0:1746135176.120539:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1820:x1830954628187264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.120552:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.120565:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a4c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.120587:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.120591:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.120596:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.120599:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 67 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.120627:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.120634:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 67 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.120662:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101c600, rc 0) 00000100:00100000:2.0:1746135176.120698:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1820:x1830954628187264:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.120707:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29962 00000100:00100000:0.0:1746135176.121904:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.122147:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628187392 00000100:00100000:2.0:1746135176.122153:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628187392 00010000:00010000:2.0:1746135176.122175:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.122392:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14268 00000100:00100000:2.0:1746135176.122399:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628187392:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.122410:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.122426:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.122435:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.122452:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3433 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a3e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.122546:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.122548:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.122553:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.122561:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.122591:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.122601:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 66 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.122611:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625969536:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.123152:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.125256:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625969536:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.125273:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.125310:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628187392:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2911us (3410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.125320:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14268 00000100:00100000:0.0:1746135176.125601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.125928:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628187648 00000100:00100000:1.0:1746135176.125935:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628187648 00002000:00100000:1.0:1746135176.125963:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5f480 x1830954628187648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.125973:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5f480 with x1830954628187648 ext(0->4095) 00010000:00010000:1.0:1746135176.125979:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.125990:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.126000:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5f480 00000100:00100000:1.0:1746135176.126015:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2699 00000100:00100000:1.0:1746135176.126022:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954628187648:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.126126:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954628187648:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.126131:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2699 00002000:00100000:1.0:1746135176.126136:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5f480 x1830954628187648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.126142:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5f480 with x1830954628187648 ext(0->4095) 00010000:00010000:1.0:1746135176.126147:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.126155:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.126160:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094c5f480 00000100:00100000:0.0:1746135176.129105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.129192:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628187776 00000100:00100000:2.0:1746135176.129200:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628187776 00010000:00010000:2.0:1746135176.129229:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.129279:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14269 00000100:00100000:2.0:1746135176.129285:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2008:x1830954628187776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.129298:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.129314:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.129323:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.129341:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c343a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a45 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.129364:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.129365:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.129371:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.129378:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.129401:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 66 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.129410:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625969664:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.129788:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.131845:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625969664:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.131885:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.131952:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2008:x1830954628187776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2664us (2851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.131969:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14269 00000100:00100000:0.0:1746135176.134195:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.134771:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628188032 00000100:00100000:3.0:1746135176.134778:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628188032 00002000:00100000:3.0:1746135176.134811:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5fb80 x1830954628188032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.134819:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5fb80 with x1830954628188032 ext(0->4095) 00002000:00010000:3.0:1746135176.134823:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c5fb80 00000100:00100000:3.0:1746135176.134952:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13339 00000100:00100000:3.0:1746135176.134958:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2009:x1830954628188032:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746135176.135158:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2009:x1830954628188032:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 199us (968us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.135163:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13339 00002000:00100000:3.0:1746135176.135168:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094c5fb80 x1830954628188032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.135179:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c5fb80 with x1830954628188032 ext(0->4095) 00002000:00010000:3.0:1746135176.135181:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c5fb80 00000100:00100000:0.0:1746135176.137264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.137583:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628188160 00000100:00100000:2.0:1746135176.137594:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628188160 00000100:00100000:2.0:1746135176.137694:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29963 00000100:00100000:2.0:1746135176.137706:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628188160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.137731:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.137756:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a53 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.137792:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.137800:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.137802:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.137807:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.137841:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 65 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.137856:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 65 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.137872:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625969792:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.137978:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.139518:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625969792:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.139572:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.139609:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101ca00, rc 0) 00000100:00100000:2.0:1746135176.139661:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628188160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1957us (2406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.139668:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29963 00000100:00100000:0.0:1746135176.140598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.140693:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628188288 00000100:00100000:3.0:1746135176.140700:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628188288 00010000:00010000:3.0:1746135176.140722:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 66 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.140742:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14270 00000100:00100000:3.0:1746135176.140747:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628188288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.140757:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.140774:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 66 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.140783:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 66 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.140799:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101c600/0xc3cfcce4a57c3441 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a4c expref: 66 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.140823:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.140825:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.140830:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.140837:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.140865:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.140875:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625969920:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.141478:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.143411:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625969920:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.143434:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.143481:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:2011:x1830954628188288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2732us (2884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.143492:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14270 00000100:00100000:0.0:1746135176.144118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.144614:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628188544 00000100:00100000:2.0:1746135176.144626:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628188544 00002000:00100000:2.0:1746135176.144782:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b7100 x1830954628188544/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.144792:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7100 with x1830954628188544 ext(0->4095) 00002000:00010000:2.0:1746135176.144796:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b7100 00000100:00100000:2.0:1746135176.144878:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13340 00000100:00100000:2.0:1746135176.144886:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628188544:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135176.145033:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628188544:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (916us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.145039:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13340 00002000:00100000:2.0:1746135176.145044:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800925b7100 x1830954628188544/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.145051:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800925b7100 with x1830954628188544 ext(0->4095) 00002000:00010000:2.0:1746135176.145053:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800925b7100 00000100:00100000:0.0:1746135176.145206:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.145331:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628188672 00000100:00100000:3.0:1746135176.145335:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628188672 00000100:00100000:3.0:1746135176.145358:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29964 00000100:00100000:3.0:1746135176.145363:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800925b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+65:1804:x1830954628188672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.145371:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.145385:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a5a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.145406:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.145411:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.145413:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.145415:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.145441:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.145451:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.145460:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625970048:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.145541:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.146734:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.146913:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625970048:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.147094:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.147107:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135176.147141:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800925b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1804:x1830954628188672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1777us (1935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.147148:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29964 00000100:00100000:0.0:1746135176.147621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.147673:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628188928 00000100:00100000:2.0:1746135176.147681:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628188928 00010000:00010000:2.0:1746135176.147712:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.147737:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14271 00000100:00100000:2.0:1746135176.147743:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7928c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628188928:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.147755:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.147775:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.147786:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.147793:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628188800 00000100:00100000:3.0:1746135176.147797:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628188800 00010000:00010000:2.0:1746135176.147810:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101ca00/0xc3cfcce4a57c3448 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a53 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.147814:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29965 00000100:00100000:3.0:1746135176.147818:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1820:x1830954628188800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.147828:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.147831:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.147834:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.147839:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.147843:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a61 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.147846:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.147858:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.147863:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.147864:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.147867:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.148363:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.148431:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.148441:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.148443:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625970176:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.148448:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.148455:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625970304:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.149135:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.149235:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.150534:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625970304:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.150552:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625970176:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.150552:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135176.150570:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.150584:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6400, rc 0) 00000100:00100000:2.0:1746135176.150584:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628188928:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2841us (2964us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.150593:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14271 00000100:00100000:3.0:1746135176.150598:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1820:x1830954628188800:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2780us (3869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.150602:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29965 00000100:00100000:0.0:1746135176.152161:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.152250:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628189184 00000100:00100000:2.0:1746135176.152256:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628189184 00002000:00100000:2.0:1746135176.152286:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b990380 x1830954628189184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.152295:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990380 with x1830954628189184 ext(0->4095) 00010000:00010000:2.0:1746135176.152301:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.152319:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.152326:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b990380 00000100:00100000:2.0:1746135176.152863:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2700 00000100:00100000:2.0:1746135176.152872:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954628189184:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.152989:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954628189184:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (833us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.152996:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2700 00002000:00100000:2.0:1746135176.153001:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b990380 x1830954628189184/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.153007:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b990380 with x1830954628189184 ext(0->4095) 00010000:00010000:2.0:1746135176.153012:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.153021:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.153026:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b990380 00000100:00100000:0.0:1746135176.156081:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.156160:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628189312 00000100:00100000:2.0:1746135176.156169:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628189312 00010000:00010000:2.0:1746135176.156205:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.156247:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14272 00000100:00100000:2.0:1746135176.156255:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2011:x1830954628189312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.156268:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.156291:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.156303:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.156329:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c344f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a5a expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.156362:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.156364:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.156372:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.156381:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.156424:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 66 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.156436:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625970432:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.156538:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.158981:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625970432:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.159807:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.159861:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628189312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3604us (3790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.159872:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14272 00000100:00100000:2.0:1746135176.160249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.160298:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628189568 00000100:00100000:1.0:1746135176.160306:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628189568 00002000:00100000:1.0:1746135176.160342:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131f80 x1830954628189568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.160351:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131f80 with x1830954628189568 ext(0->4095) 00002000:00010000:1.0:1746135176.160355:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b131f80 00000100:00100000:1.0:1746135176.160371:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13341 00000100:00100000:1.0:1746135176.160378:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628189568:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.160503:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628189568:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.160509:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13341 00002000:00100000:1.0:1746135176.160513:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131f80 x1830954628189568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.160519:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131f80 with x1830954628189568 ext(0->4095) 00002000:00010000:1.0:1746135176.160533:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b131f80 00000100:00100000:0.0:1746135176.162736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.162979:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628189696 00000100:00100000:3.0:1746135176.162988:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628189696 00000100:00100000:3.0:1746135176.163038:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29966 00000100:00100000:3.0:1746135176.163045:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628189696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.163061:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.163080:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a68 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.163111:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.163116:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.163118:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.163120:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.163148:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 65 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.163158:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 65 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.163170:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625970560:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.163244:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.174347:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.174604:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628189824 00000100:00100000:1.0:1746135176.174614:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628189824 00000100:00100000:1.0:1746135176.174701:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29967 00000100:00100000:1.0:1746135176.174709:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:1804:x1830954628189824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.174731:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.174748:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a6f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.174774:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.174779:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.174785:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135176.174789:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.174825:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.174844:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.174857:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:0.0:1746135176.174906:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.174916:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1804:x1830954628189824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.174922:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29967 00000100:00100000:3.0:1746135176.175024:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625970560:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.175040:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.175048:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135176.175063:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b990a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628189696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12020us (12337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.175071:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29966 00000100:00100000:3.0:1746135176.177396:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628189952 00000100:00100000:3.0:1746135176.177411:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628189952 00010000:00010000:3.0:1746135176.177463:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.177598:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14273 00000100:00100000:3.0:1746135176.177608:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2008:x1830954628189952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.177622:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.177665:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.177678:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.177709:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3456 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a61 expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.177739:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.177741:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.177750:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.177758:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.177796:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.177808:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.177819:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625970816:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.178536:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.181580:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625970816:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.181613:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.181696:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2008:x1830954628189952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4088us (6788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.181707:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14273 00000100:00100000:1.0:1746135176.182195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.182585:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628190208 00000100:00100000:2.0:1746135176.182595:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628190208 00002000:00100000:2.0:1746135176.182655:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ed880 x1830954628190208/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.182664:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed880 with x1830954628190208 ext(0->4095) 00010000:00010000:2.0:1746135176.182673:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.182686:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.182692:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ed880 00000100:00100000:2.0:1746135176.182707:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2701 00000100:00100000:2.0:1746135176.182713:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628190208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135176.182833:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628190208:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.182839:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2701 00002000:00100000:2.0:1746135176.182843:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ed880 x1830954628190208/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.182850:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed880 with x1830954628190208 ext(0->4095) 00010000:00010000:2.0:1746135176.182854:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.182868:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.182873:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ed880 00000100:00100000:0.0:1746135176.187135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.187247:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628190336 00000100:00100000:3.0:1746135176.187261:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628190336 00010000:00010000:3.0:1746135176.187808:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.187848:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14274 00000100:00100000:3.0:1746135176.187855:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628190336:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.187869:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.187889:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.187900:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.187919:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c345d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a68 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.187948:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.187950:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.187957:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.187964:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.187991:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.188003:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625970944:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.188822:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.194262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.194361:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625970944:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.194378:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.194413:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628190336:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6558us (7288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.194421:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14274 00000100:00100000:1.0:1746135176.194494:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628190592 00000100:00100000:1.0:1746135176.194500:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628190592 00002000:00100000:1.0:1746135176.194541:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b991880 x1830954628190592/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.194549:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991880 with x1830954628190592 ext(0->4095) 00002000:00010000:1.0:1746135176.194552:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b991880 00000100:00100000:1.0:1746135176.194578:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13342 00000100:00100000:1.0:1746135176.194584:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628190592:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.194711:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2011:x1830954628190592:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.194715:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13342 00002000:00100000:1.0:1746135176.194720:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b991880 x1830954628190592/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.194725:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991880 with x1830954628190592 ext(0->4095) 00002000:00010000:1.0:1746135176.194728:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b991880 00000100:00100000:0.0:1746135176.203565:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.204407:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628190720 00000100:00100000:3.0:1746135176.204421:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628190720 00000100:00100000:3.0:1746135176.204499:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29968 00000100:00100000:3.0:1746135176.204508:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628190720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.204541:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.204565:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a76 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.204607:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.204615:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.204617:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.204620:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.206351:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 65 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.206370:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 65 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.206383:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625971072:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.210570:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.216110:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625971072:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.216144:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.216163:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7200, rc 0) 00000100:00100000:3.0:1746135176.216236:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628190720:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11727us (12689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.216245:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29968 00000100:00100000:0.0:1746135176.219549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.219629:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628190848 00000100:00100000:2.0:1746135176.219672:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628190848 00002000:00100000:2.0:1746135176.219736:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b991f80 x1830954628190848/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.219747:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991f80 with x1830954628190848 ext(0->7) 00010000:00010000:2.0:1746135176.219758:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 66 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.219776:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 66 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.219783:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991f80 00000100:00100000:2.0:1746135176.219811:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2702 00000100:00100000:2.0:1746135176.219821:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+66:2010:x1830954628190848:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746135176.224879:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b991f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954628190848:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 5048us (5328us total) trans 4294970680 rc 0/0 00000100:00100000:1.0:1746135176.224896:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2702 00002000:00100000:1.0:1746135176.224911:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b991f80 x1830954628190848/t4294970680(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.224921:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b991f80 with x1830954628190848 ext(0->7) 00010000:00010000:1.0:1746135176.224932:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.224947:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.224953:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b991f80 00000100:00100000:0.0:1746135176.227416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.230112:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628190976 00000100:00100000:3.0:1746135176.230135:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628190976 00000100:00100000:3.0:1746135176.230236:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29969 00000100:00100000:3.0:1746135176.230246:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954628190976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.230270:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.230290:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a7d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.230325:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.230332:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.230339:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135176.230342:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.230398:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.230413:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.230424:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:3.0:1746135176.230516:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1804:x1830954628190976:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 272us (3120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.230534:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29969 00000100:00100000:0.0:1746135176.232260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.233691:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628191104 00000100:00100000:3.0:1746135176.233715:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628191104 00010000:00010000:3.0:1746135176.233792:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.233853:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14275 00000100:00100000:3.0:1746135176.233863:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2008:x1830954628191104:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.233887:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.233916:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.233931:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.233956:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3464 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a6f expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.233981:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.233985:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.233993:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.234002:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.234049:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.234063:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.234083:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625971328:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.234203:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00010000:00010000:0.0:1746135176.234749:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135176.238459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.238546:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628191360 00000100:00100000:1.0:1746135176.238553:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628191360 00002000:00100000:1.0:1746135176.238589:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b992a00 x1830954628191360/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.238598:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992a00 with x1830954628191360 ext(0->4095) 00010000:00010000:1.0:1746135176.238606:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.238618:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.238624:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992a00 00000100:00100000:1.0:1746135176.238661:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2703 00000100:00100000:1.0:1746135176.238669:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628191360:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.238805:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628191360:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.238811:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2703 00002000:00100000:1.0:1746135176.238816:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b992a00 x1830954628191360/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.238823:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b992a00 with x1830954628191360 ext(0->4095) 00010000:00010000:1.0:1746135176.238827:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.238835:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.238840:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b992a00 00000100:00100000:3.0:1746135176.239103:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625971328:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.239119:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.239806:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2008:x1830954628191104:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5943us (7553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.239815:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14275 00000100:00100000:0.0:1746135176.241091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.241263:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628191488 00000100:00100000:3.0:1746135176.241271:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628191488 00010000:00010000:3.0:1746135176.241302:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.241335:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14276 00000100:00100000:3.0:1746135176.241341:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628191488:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.241354:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.241370:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.241381:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.241399:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c346b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a76 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.241410:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.241412:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.241417:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.241424:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.241447:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.241455:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625971456:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.242870:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.244222:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625971456:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.244247:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.244734:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b992d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628191488:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3390us (3645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.244746:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14276 00000100:00100000:0.0:1746135176.245922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.245953:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628191744 00000100:00100000:0.0:1746135176.245962:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628191744 00002000:00100000:0.0:1746135176.246022:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b993100 x1830954628191744/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.246034:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993100 with x1830954628191744 ext(0->4095) 00002000:00010000:0.0:1746135176.246041:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b993100 00000100:00100000:0.0:1746135176.246441:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13343 00000100:00100000:0.0:1746135176.246453:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628191744:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135176.247124:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628191744:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 673us (1208us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.247132:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13343 00002000:00100000:0.0:1746135176.247138:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b993100 x1830954628191744/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.247147:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b993100 with x1830954628191744 ext(0->4095) 00002000:00010000:0.0:1746135176.247151:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b993100 00000100:00100000:0.0:1746135176.250482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.250580:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628191872 00000100:00100000:1.0:1746135176.250589:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628191872 00000100:00100000:1.0:1746135176.250630:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29970 00000100:00100000:1.0:1746135176.250636:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628191872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.250666:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.250681:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a84 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.250705:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.250711:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.250713:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.250716:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.250741:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.250752:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.250762:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625971584:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.250842:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.256886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.256984:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625971584:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.257011:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.257027:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645c00, rc 0) 00000100:00100000:1.0:1746135176.257066:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628191872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6430us (6593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.257073:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29970 00000100:00100000:0.0:1746135176.257201:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.257358:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628192000 00000100:00100000:3.0:1746135176.257363:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628192000 00010000:00010000:3.0:1746135176.257388:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.257407:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14277 00000100:00100000:3.0:1746135176.257411:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628192000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.257421:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.257434:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.257447:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.257463:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3472 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a7d expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.257475:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.257476:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.257482:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.257489:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.257511:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.257530:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625971712:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.257572:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.257806:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628192128 00000100:00100000:1.0:1746135176.257810:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628192128 00000100:00100000:1.0:1746135176.257827:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29971 00000100:00100000:1.0:1746135176.257831:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954628192128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.257842:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.257850:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a8b expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.257868:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.257873:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.257874:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.257876:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.257890:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.257899:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 5 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.257906:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625971840:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.257943:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.260445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.260470:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625971840:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135176.260474:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628192384 00000100:00100000:0.0:1746135176.260479:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628192384 00010000:00010000:1.0:1746135176.260505:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.260533:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00002000:00100000:0.0:1746135176.260536:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b194000 x1830954628192384/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.260544:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b194000 with x1830954628192384 ext(0->4095) 00010000:00010000:0.0:1746135176.260549:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.260560:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.260565:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b194000 00000100:00100000:0.0:1746135176.260586:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2704 00000100:00100000:1.0:1746135176.260587:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1804:x1830954628192128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2755us (3385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.260593:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628192384:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.260595:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29971 00000100:00100000:0.0:1746135176.260813:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628192384:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 220us (380us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.260818:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2704 00002000:00100000:0.0:1746135176.260822:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b194000 x1830954628192384/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.260829:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b194000 with x1830954628192384 ext(0->4095) 00010000:00010000:0.0:1746135176.260834:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.260842:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.260847:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b194000 00000100:00100000:3.0:1746135176.261117:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625971712:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.261128:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.261145:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b993800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628192000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3733us (4267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.261152:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14277 00000100:00100000:0.0:1746135176.267936:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.267984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.268066:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628192512 00000100:00100000:3.0:1746135176.268073:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628192512 00010000:00010000:3.0:1746135176.268103:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.268125:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14278 00000100:00100000:3.0:1746135176.268131:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7928850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628192512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.268142:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.268157:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.268166:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.268184:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3479 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a84 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.268200:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.268202:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.268208:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.268214:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.268237:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.268247:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625971968:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.268317:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b840 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.268372:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628192640 00000100:00100000:1.0:1746135176.268376:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628192640 00000100:00100000:1.0:1746135176.268398:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29972 00000100:00100000:1.0:1746135176.268403:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628192640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.268726:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.268737:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a92 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.268753:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.268758:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.268759:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.268762:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.268777:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.268786:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 67 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.268794:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625972096:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.268819:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.275064:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625971968:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.275081:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.275116:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954628192512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6985us (7186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.275126:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14278 00000100:00100000:0.0:1746135176.275938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.276129:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625972096:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.276151:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.276166:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:2.0:1746135176.276197:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628192640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7794us (8212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.276204:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29972 00000100:00100000:1.0:1746135176.276260:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628192896 00000100:00100000:1.0:1746135176.276266:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628192896 00002000:00100000:1.0:1746135176.276293:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d3c9c50 x1830954628192896/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.276302:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d3c9c50 with x1830954628192896 ext(0->4095) 00010000:00010000:1.0:1746135176.276308:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.276319:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.276325:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d3c9c50 00000100:00100000:1.0:1746135176.276339:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2705 00000100:00100000:1.0:1746135176.276345:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d3c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628192896:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.276442:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d3c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628192896:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 97us (506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.276448:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2705 00002000:00100000:1.0:1746135176.276452:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d3c9c50 x1830954628192896/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.276459:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d3c9c50 with x1830954628192896 ext(0->4095) 00010000:00010000:1.0:1746135176.276463:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.276472:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.276477:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d3c9c50 00000100:00100000:0.0:1746135176.281763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.281855:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628193024 00000100:00100000:2.0:1746135176.281863:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628193024 00000100:00100000:2.0:1746135176.281920:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29973 00000100:00100000:2.0:1746135176.281928:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954628193024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.281955:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.281974:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237a99 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.282052:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.282058:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.282064:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135176.282068:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.282097:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.282106:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.282113:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101ce00, rc 0) 00000100:00100000:2.0:1746135176.282784:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1804:x1830954628193024:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 855us (1031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.282791:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29973 00000100:00100000:0.0:1746135176.282848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.283252:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628193152 00000100:00100000:3.0:1746135176.283258:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628193152 00010000:00010000:3.0:1746135176.283285:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.283339:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14279 00000100:00100000:3.0:1746135176.283346:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628193152:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.283356:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.283376:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.283386:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.283403:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3480 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a8b expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.283590:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.283592:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.283600:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.283615:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.283998:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.284012:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 5 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.284025:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625972352:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.284124:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.286910:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.287138:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628193408 00000100:00100000:1.0:1746135176.287150:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628193408 00002000:00100000:1.0:1746135176.287197:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b194e00 x1830954628193408/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746135176.287198:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625972352:192.168.202.58@tcp:105: 00002000:00100000:1.0:1746135176.287214:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b194e00 with x1830954628193408 ext(0->4095) 00010000:00010000:3.0:1746135176.287221:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746135176.287223:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.287239:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.287245:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b194e00 00000100:00100000:3.0:1746135176.287268:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954628193152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3922us (4419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.287278:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14279 00000100:00100000:1.0:1746135176.287279:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2706 00000100:00100000:1.0:1746135176.287286:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628193408:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.288286:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628193408:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 993us (1381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.288294:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2706 00002000:00100000:1.0:1746135176.288301:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b194e00 x1830954628193408/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.288309:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b194e00 with x1830954628193408 ext(0->4095) 00010000:00010000:1.0:1746135176.288316:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.288327:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.288333:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b194e00 00000100:00100000:0.0:1746135176.294289:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.294905:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628193536 00000100:00100000:3.0:1746135176.294918:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628193536 00010000:00010000:3.0:1746135176.294963:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.295011:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14280 00000100:00100000:3.0:1746135176.295020:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628193536:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.295037:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.295063:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.295078:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.295105:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3487 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a92 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.295139:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.295141:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.295151:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.295159:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.297611:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.297650:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625972480:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.299047:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.301139:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625972480:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135176.301149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135176.301165:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.301211:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628193536:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6192us (6934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.301223:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14280 00000100:00100000:1.0:1746135176.301347:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628193792 00000100:00100000:1.0:1746135176.301355:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628193792 00002000:00100000:1.0:1746135176.301399:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b195500 x1830954628193792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.301409:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195500 with x1830954628193792 ext(0->4095) 00002000:00010000:1.0:1746135176.301414:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b195500 00000100:00100000:1.0:1746135176.301434:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13344 00000100:00100000:1.0:1746135176.301439:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954628193792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.301579:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954628193792:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.301585:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13344 00002000:00100000:1.0:1746135176.301589:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b195500 x1830954628193792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.301595:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195500 with x1830954628193792 ext(0->4095) 00002000:00010000:1.0:1746135176.301598:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b195500 00000100:00100000:0.0:1746135176.303835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.304005:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628193920 00000100:00100000:2.0:1746135176.304017:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628193920 00000100:00100000:2.0:1746135176.304093:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29974 00000100:00100000:2.0:1746135176.304101:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628193920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.304125:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.304147:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237aa0 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.304185:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.304193:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.304195:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.304198:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.304235:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 67 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.304249:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 67 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.304263:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625972608:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.304386:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.306443:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625972608:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.306481:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.306505:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d400, rc 0) 00000100:00100000:2.0:1746135176.306571:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628193920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2470us (2745us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.306580:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29974 00000100:00100000:0.0:1746135176.307183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.307484:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628194048 00000100:00100000:3.0:1746135176.307491:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628194048 00010000:00010000:3.0:1746135176.307528:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.307559:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14281 00000100:00100000:3.0:1746135176.307564:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954628194048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.307574:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.307590:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.307599:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.307625:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101ce00/0xc3cfcce4a57c348e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237a99 expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.307688:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.307690:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.307698:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.307706:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.307747:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.307762:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625972736:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.307825:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.311005:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625972736:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.311031:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.311098:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:2010:x1830954628194048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3529us (3912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.311111:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14281 00000100:00100000:0.0:1746135176.311156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.311298:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628194304 00000100:00100000:2.0:1746135176.311309:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628194304 00002000:00100000:2.0:1746135176.311354:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b195f80 x1830954628194304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.311363:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195f80 with x1830954628194304 ext(0->4095) 00002000:00010000:2.0:1746135176.311367:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b195f80 00000100:00100000:2.0:1746135176.311397:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13345 00000100:00100000:2.0:1746135176.311404:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628194304:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135176.311999:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628194304:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 595us (842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.312006:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13345 00002000:00100000:2.0:1746135176.312011:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b195f80 x1830954628194304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.312019:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195f80 with x1830954628194304 ext(0->4095) 00002000:00010000:2.0:1746135176.312022:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b195f80 00000100:00100000:0.0:1746135176.313454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.313615:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628194432 00000100:00100000:2.0:1746135176.313626:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628194432 00000100:00100000:2.0:1746135176.313696:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29975 00000100:00100000:2.0:1746135176.313703:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+67:1804:x1830954628194432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.313726:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.313753:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237aa7 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.313792:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.313801:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.313803:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.313806:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.313844:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.313856:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 5 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.313871:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625972864:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.313974:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.315376:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.315567:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625972864:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.315570:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628194560 00000100:00100000:2.0:1746135176.315578:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628194560 00010000:00010000:3.0:1746135176.315598:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.315620:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101dc00, rc 0) 00000100:00100000:2.0:1746135176.315625:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29976 00000100:00100000:2.0:1746135176.315633:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1820:x1830954628194560:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.315672:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746135176.315680:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1804:x1830954628194432:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1977us (2231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.315687:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29975 00010000:00010000:2.0:1746135176.315687:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237aae expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.315715:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.315721:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.315727:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.315730:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.315757:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.315766:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.315774:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d200, rc 0) 00000100:00100000:2.0:1746135176.315792:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1820:x1830954628194560:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.315798:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29976 00000100:00100000:0.0:1746135176.315914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.316280:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628194688 00000100:00100000:3.0:1746135176.316284:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628194688 00010000:00010000:3.0:1746135176.316301:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.316354:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14282 00000100:00100000:3.0:1746135176.316359:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628194688:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.316368:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.316391:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.316401:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.316421:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3495 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa0 expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.316731:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.316732:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.316740:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.316748:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.316772:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 68 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.316784:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 68 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.316796:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625973120:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.316872:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.321092:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625973120:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.321128:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.321203:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628194688:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4840us (5285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.321219:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14282 00000100:00100000:0.0:1746135176.321386:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.321983:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628194944 00000100:00100000:2.0:1746135176.321991:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628194944 00002000:00100000:2.0:1746135176.322042:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b196d80 x1830954628194944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.322053:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b196d80 with x1830954628194944 ext(0->4095) 00010000:00010000:2.0:1746135176.322065:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.322765:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.322775:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b196d80 00000100:00100000:2.0:1746135176.322799:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2707 00000100:00100000:2.0:1746135176.322812:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628194944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.323490:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628194944:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 677us (2101us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.323498:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2707 00002000:00100000:2.0:1746135176.323505:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b196d80 x1830954628194944/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.323513:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b196d80 with x1830954628194944 ext(0->4095) 00010000:00010000:2.0:1746135176.323527:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.323538:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.323543:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b196d80 00000100:00100000:0.0:1746135176.327947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.328248:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628195072 00000100:00100000:3.0:1746135176.328258:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628195072 00010000:00010000:3.0:1746135176.328305:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.328336:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14283 00000100:00100000:3.0:1746135176.328343:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2009:x1830954628195072:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.328359:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.328385:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.328398:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.328424:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c349c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aa7 expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.328458:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.328460:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.328468:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.328476:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.328517:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.328539:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625973248:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.328684:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.332020:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625973248:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.332043:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.332284:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2009:x1830954628195072:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3937us (4345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.332297:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14283 00000100:00100000:0.0:1746135176.332785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.333044:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628195328 00000100:00100000:2.0:1746135176.333052:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628195328 00002000:00100000:2.0:1746135176.333100:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b197480 x1830954628195328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.333109:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b197480 with x1830954628195328 ext(0->4095) 00002000:00010000:2.0:1746135176.333117:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b197480 00000100:00100000:2.0:1746135176.333160:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13346 00000100:00100000:2.0:1746135176.333166:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2008:x1830954628195328:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135176.333324:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2008:x1830954628195328:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.333330:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13346 00002000:00100000:2.0:1746135176.333335:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b197480 x1830954628195328/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.333343:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b197480 with x1830954628195328 ext(0->4095) 00002000:00010000:2.0:1746135176.333345:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b197480 00000100:00100000:0.0:1746135176.336866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.337063:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628195456 00000100:00100000:2.0:1746135176.337075:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628195456 00000100:00100000:2.0:1746135176.337142:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29977 00000100:00100000:2.0:1746135176.337152:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628195456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.337173:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.337192:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ab5 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.337225:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.337233:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.337234:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.337237:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.337273:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 67 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.337284:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 67 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.337295:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625973376:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.337375:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.338829:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625973376:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.338861:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.338878:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d400, rc 0) 00000100:00100000:2.0:1746135176.338919:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628195456:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1767us (2753us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.338928:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29977 00000100:00100000:0.0:1746135176.340011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.340091:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628195584 00000100:00100000:3.0:1746135176.340099:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628195584 00010000:00010000:3.0:1746135176.340145:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.340213:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14284 00000100:00100000:3.0:1746135176.340223:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628195584:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.340249:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.340283:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.340302:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.340330:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aae expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.340367:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.340370:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.340380:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.340391:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.340431:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.340448:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625973504:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.340579:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.346456:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.347154:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628195712 00000100:00100000:2.0:1746135176.347162:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628195712 00000100:00100000:2.0:1746135176.347216:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29978 00000100:00100000:2.0:1746135176.347224:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:1804:x1830954628195712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.347247:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.347267:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237abc expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.347298:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.347304:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.347306:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.347309:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.347342:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.347354:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.347366:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625973632:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.347459:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.347822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.348328:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628195968 00000100:00100000:0.0:1746135176.348333:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628195968 00002000:00100000:0.0:1746135176.348381:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7eea00 x1830954628195968/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.348394:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eea00 with x1830954628195968 ext(0->4095) 00010000:00010000:0.0:1746135176.348403:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.348419:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.348428:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7eea00 00000100:00100000:0.0:1746135176.348459:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2708 00000100:00100000:0.0:1746135176.348469:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628195968:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135176.348761:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628195968:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 291us (939us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.348771:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2708 00002000:00100000:0.0:1746135176.348781:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7eea00 x1830954628195968/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.348789:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eea00 with x1830954628195968 ext(0->4095) 00010000:00010000:0.0:1746135176.348797:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.348809:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.348816:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7eea00 00000100:00100000:3.0:1746135176.349263:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625973504:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.349291:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.349330:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2011:x1830954628195584:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9110us (9324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.349338:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14284 00000100:00100000:0.0:1746135176.356615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.356937:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628196096 00000100:00100000:1.0:1746135176.356945:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628196096 00000100:00100000:1.0:1746135176.356993:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29979 00000100:00100000:1.0:1746135176.356999:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1820:x1830954628196096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.357015:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.357028:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ac3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.357049:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.357054:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.357059:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.357062:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.357088:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.357099:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 70 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.357107:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00000100:00100000:1.0:1746135176.357140:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:1820:x1830954628196096:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.357146:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29979 00000100:00100000:0.0:1746135176.357221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.357398:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625973632:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.357411:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.357419:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101dc00, rc 0) 00000100:00100000:2.0:1746135176.357435:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1804:x1830954628195712:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10214us (10991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.357441:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29978 00000100:00100000:2.0:1746135176.357611:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628196224 00000100:00100000:2.0:1746135176.357616:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628196224 00010000:00010000:2.0:1746135176.357669:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.357711:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14285 00000100:00100000:2.0:1746135176.357721:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7928450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628196224:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.357735:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.357760:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.357775:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.357796:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ab5 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.357816:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.357818:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.357824:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.357831:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.357879:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 68 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.357891:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 68 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.357908:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625973888:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.357972:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.364119:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625973888:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.364139:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.364184:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628196224:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6464us (6960us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.364194:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14285 00000100:00100000:0.0:1746135176.364573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.364735:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628196480 00000100:00100000:3.0:1746135176.364742:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628196480 00002000:00100000:3.0:1746135176.364788:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b194a80 x1830954628196480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.364799:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b194a80 with x1830954628196480 ext(0->4095) 00010000:00010000:3.0:1746135176.364807:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.364825:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135176.364830:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b194a80 00000100:00100000:3.0:1746135176.364844:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2709 00000100:00100000:3.0:1746135176.364849:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628196480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135176.365170:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628196480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 319us (597us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.365176:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2709 00002000:00100000:3.0:1746135176.365182:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b194a80 x1830954628196480/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.365189:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b194a80 with x1830954628196480 ext(0->4095) 00010000:00010000:3.0:1746135176.365193:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.365202:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135176.365207:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b194a80 00000100:00100000:0.0:1746135176.369869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.372783:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628196608 00000100:00100000:2.0:1746135176.372799:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628196608 00010000:00010000:2.0:1746135176.372859:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.372926:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14286 00000100:00100000:2.0:1746135176.372934:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2011:x1830954628196608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.372950:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.372968:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.372980:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.373006:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237abc expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.373045:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.373049:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.373058:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.373068:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.373119:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 68 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.373134:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625974016:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.373247:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.376931:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625974016:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.376956:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.377010:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2011:x1830954628196608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4077us (7148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.377020:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14286 00000100:00100000:0.0:1746135176.379044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.379118:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628196864 00000100:00100000:3.0:1746135176.379126:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628196864 00002000:00100000:3.0:1746135176.379158:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b195c00 x1830954628196864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.379166:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195c00 with x1830954628196864 ext(0->4095) 00002000:00010000:3.0:1746135176.379171:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b195c00 00000100:00100000:3.0:1746135176.379185:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13347 00000100:00100000:3.0:1746135176.379190:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954628196864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135176.380220:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2010:x1830954628196864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1022us (1175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.380230:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13347 00002000:00100000:3.0:1746135176.380237:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b195c00 x1830954628196864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.380245:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195c00 with x1830954628196864 ext(0->4095) 00002000:00010000:3.0:1746135176.380248:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008b195c00 00000100:00100000:0.0:1746135176.386744:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.386931:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628196992 00000100:00100000:3.0:1746135176.386943:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628196992 00000100:00100000:3.0:1746135176.387612:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29980 00000100:00100000:3.0:1746135176.387623:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628196992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.387678:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.387709:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237aca expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.387752:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 67 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.387761:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.387763:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.387767:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.387808:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 67 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.387823:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 67 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.387838:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625974144:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.388863:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.394036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.394257:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625974144:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.394293:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.394315:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:2.0:1746135176.394424:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628197120 00000100:00100000:2.0:1746135176.394434:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628197120 00002000:00100000:2.0:1746135176.394487:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b197100 x1830954628197120/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.394497:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b197100 with x1830954628197120 ext(0->7) 00010000:00010000:2.0:1746135176.394504:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 68 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.394527:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 68 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.394541:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b197100 00000100:00100000:2.0:1746135176.394585:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2710 00000100:00100000:2.0:1746135176.394594:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+68:2009:x1830954628197120:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135176.394921:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628196992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7298us (8184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.394929:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29980 00000100:00100000:0.0:1746135176.396002:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2009:x1830954628197120:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1405us (1974us total) trans 4294970681 rc 0/0 00000100:00100000:0.0:1746135176.396011:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2710 00002000:00100000:0.0:1746135176.396017:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b197100 x1830954628197120/t4294970681(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.396025:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b197100 with x1830954628197120 ext(0->7) 00010000:00010000:0.0:1746135176.396033:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 70 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.396045:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 70 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.396052:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b197100 00000100:00100000:0.0:1746135176.399285:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.399409:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628197248 00000100:00100000:2.0:1746135176.399422:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628197248 00010000:00010000:2.0:1746135176.399478:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 70 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.399538:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14287 00000100:00100000:2.0:1746135176.399547:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2009:x1830954628197248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.399565:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.399589:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 70 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.399602:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 70 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.399630:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c34b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ac3 expref: 70 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.399745:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.399747:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.399755:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.399770:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.399907:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.399921:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625974272:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.400048:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.403083:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625974272:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135176.403106:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135176.403162:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2009:x1830954628197248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3613us (3886us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.403176:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14287 00000100:00100000:2.0:1746135176.403675:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.404000:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628197504 00000100:00100000:0.0:1746135176.404007:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628197504 00002000:00100000:0.0:1746135176.404063:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b132d80 x1830954628197504/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.404075:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b132d80 with x1830954628197504 ext(0->4095) 00002000:00010000:0.0:1746135176.404081:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b132d80 00000100:00100000:0.0:1746135176.404113:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13348 00000100:00100000:0.0:1746135176.404120:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628197504:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746135176.404317:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628197504:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 196us (643us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.404323:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13348 00002000:00100000:0.0:1746135176.404328:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b132d80 x1830954628197504/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.404334:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b132d80 with x1830954628197504 ext(0->4095) 00002000:00010000:0.0:1746135176.404336:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b132d80 00000100:00100000:0.0:1746135176.406096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.406301:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628197632 00000100:00100000:3.0:1746135176.406309:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628197632 00000100:00100000:3.0:1746135176.406353:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29981 00000100:00100000:3.0:1746135176.406359:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1820:x1830954628197632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.406371:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.406386:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ad1 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.406408:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.406415:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.406416:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.406419:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.406444:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 5 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.406454:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 5 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.406464:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625974400:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.407015:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.411936:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.412073:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628197760 00000100:00100000:2.0:1746135176.412085:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628197760 00000100:00100000:3.0:1746135176.412112:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11615:1830954625974400:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.412140:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29982 00000100:00100000:2.0:1746135176.412146:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628197760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.412165:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.412181:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ad8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.412214:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.412220:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 72 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.412226:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.412230:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.412270:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 72 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.412284:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.412294:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d400, rc 0) 00010000:00010000:3.0:1746135176.412482:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 72 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.412493:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6400, rc 0) 00000100:00100000:3.0:1746135176.412928:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:1820:x1830954628197632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6567us (6837us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.412928:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:1804:x1830954628197760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 780us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.412935:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29981 00000100:00100000:2.0:1746135176.413165:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29982 00000100:00100000:0.0:1746135176.414878:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.414940:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628197888 00000100:00100000:1.0:1746135176.414948:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628197888 00010000:00010000:1.0:1746135176.414988:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.415600:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14288 00000100:00100000:1.0:1746135176.415609:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628197888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.415633:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.415695:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.415711:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.415741:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c34bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aca expref: 6 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.415777:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.415779:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.415787:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.415796:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.415832:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.415843:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 70 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.415856:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625974656:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.416884:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.418901:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625974656:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.418922:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.419512:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628197888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3902us (4675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.419532:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14288 00000100:00100000:0.0:1746135176.419987:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.420243:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628198144 00000100:00100000:1.0:1746135176.420254:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628198144 00002000:00100000:1.0:1746135176.420293:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b196300 x1830954628198144/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.420301:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b196300 with x1830954628198144 ext(0->4095) 00010000:00010000:1.0:1746135176.420309:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.420320:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.420325:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b196300 00000100:00100000:1.0:1746135176.420337:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2711 00000100:00100000:1.0:1746135176.420340:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2011:x1830954628198144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.420507:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2011:x1830954628198144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (523us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.420512:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2711 00002000:00100000:1.0:1746135176.420516:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008b196300 x1830954628198144/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.420535:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b196300 with x1830954628198144 ext(0->4095) 00010000:00010000:1.0:1746135176.420539:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.420548:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.420557:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b196300 00000100:00100000:0.0:1746135176.422213:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.422313:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.422386:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628198272 00000100:00100000:2.0:1746135176.422396:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628198272 00000100:00100000:1.0:1746135176.422398:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628198400 00000100:00100000:1.0:1746135176.422403:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628198400 00010000:00010000:1.0:1746135176.422445:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.422458:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29983 00000100:00100000:2.0:1746135176.422465:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628198272:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746135176.422471:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14289 00000100:00100000:1.0:1746135176.422477:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2009:x1830954628198400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.422488:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.422495:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.422506:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237adf expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.422529:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.422768:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.422774:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.422781:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135176.422785:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.422800:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.422832:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c34c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad1 expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.422841:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.422860:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.422873:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.422875:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.422881:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.422888:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.422904:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.422916:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.422928:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625974912:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.422930:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.422973:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2009:x1830954628198400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 496us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.422990:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.423153:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14289 00000100:00100000:0.0:1746135176.426108:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.426214:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625974912:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.426234:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101dc00, rc 0) 00000100:00100000:2.0:1746135176.426278:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628198272:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3814us (4077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.426286:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29983 00000100:00100000:1.0:1746135176.426366:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628198656 00000100:00100000:1.0:1746135176.426371:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628198656 00002000:00100000:1.0:1746135176.426405:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c0380 x1830954628198656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.426414:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c0380 with x1830954628198656 ext(0->4095) 00010000:00010000:1.0:1746135176.426422:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.426435:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.426440:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c0380 00000100:00100000:1.0:1746135176.426455:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2712 00000100:00100000:1.0:1746135176.426460:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954628198656:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.426584:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954628198656:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.426590:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2712 00002000:00100000:1.0:1746135176.426595:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c0380 x1830954628198656/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.426602:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c0380 with x1830954628198656 ext(0->4095) 00010000:00010000:1.0:1746135176.426606:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.426614:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.426620:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c0380 00000100:00100000:0.0:1746135176.428865:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.428950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.429150:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628198912 00000100:00100000:2.0:1746135176.429156:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628198784 00000100:00100000:2.0:1746135176.429161:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628198784 00000100:00100000:1.0:1746135176.429161:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628198912 00010000:00010000:1.0:1746135176.429202:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.429207:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29984 00000100:00100000:2.0:1746135176.429215:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628198784:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746135176.429227:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14290 00010000:00010000:2.0:1746135176.429232:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746135176.429234:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954628198912:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.429248:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.429251:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ae6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.429466:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.429472:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.429480:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135176.429484:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.429501:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 72 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.429515:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 72 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.429547:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.429552:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c34cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ad8 expref: 72 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.429561:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.429570:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.429571:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.429578:0:9591:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.429587:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.429612:0:9591:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.429624:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.429636:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625975168:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.429671:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.429722:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954628198912:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 487us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.429730:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14290 00000100:00100000:2.0:1746135176.430657:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.432593:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625975168:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.432616:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75f800, rc 0) 00000100:00100000:0.0:1746135176.432668:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.432685:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:1804:x1830954628198784:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3471us (3830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.432692:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29984 00000100:00100000:3.0:1746135176.433125:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628199168 00000100:00100000:3.0:1746135176.433132:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628199168 00002000:00100000:3.0:1746135176.433163:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c2680 x1830954628199168/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.433178:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2680 with x1830954628199168 ext(0->4095) 00010000:00010000:3.0:1746135176.433185:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.433203:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135176.433209:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c2680 00000100:00100000:3.0:1746135176.433236:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2713 00000100:00100000:3.0:1746135176.433242:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628199168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135176.433342:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628199168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (702us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.433347:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2713 00002000:00100000:3.0:1746135176.433351:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c2680 x1830954628199168/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.433358:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c2680 with x1830954628199168 ext(0->4095) 00010000:00010000:3.0:1746135176.433362:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.433371:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135176.433376:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c2680 00000100:00100000:0.0:1746135176.436375:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.436529:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628199296 00000100:00100000:1.0:1746135176.436537:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628199296 00010000:00010000:1.0:1746135176.436564:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.436599:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14291 00000100:00100000:1.0:1746135176.436606:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628199296:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.436617:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.436634:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.436672:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.436693:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c34d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237adf expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.436713:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.436716:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.436722:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.436729:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.436802:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.436813:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625975296:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.436963:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f279c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.438873:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625975296:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.438895:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.438943:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628199296:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2336us (2573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.438953:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14291 00000100:00100000:0.0:1746135176.438993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.439212:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628199552 00000100:00100000:1.0:1746135176.439218:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628199552 00002000:00100000:1.0:1746135176.439253:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c3800 x1830954628199552/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.439273:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3800 with x1830954628199552 ext(0->4095) 00002000:00010000:1.0:1746135176.439277:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c3800 00000100:00100000:1.0:1746135176.439303:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13349 00000100:00100000:1.0:1746135176.439310:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628199552:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.439945:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628199552:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 634us (952us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.439951:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13349 00002000:00100000:1.0:1746135176.439956:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c3800 x1830954628199552/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.439963:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3800 with x1830954628199552 ext(0->4095) 00002000:00010000:1.0:1746135176.439966:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c3800 00000100:00100000:0.0:1746135176.440813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.440897:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628199680 00000100:00100000:2.0:1746135176.440903:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628199680 00000100:00100000:2.0:1746135176.441163:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29985 00000100:00100000:2.0:1746135176.441170:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628199680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.441186:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.441204:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237aed expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.441229:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.441242:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.441243:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.441246:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.441280:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 69 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.441291:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 69 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.441301:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625975424:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.441376:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.444111:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625975424:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.444137:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.444151:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d200, rc 0) 00000100:00100000:2.0:1746135176.444196:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628199680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3024us (3383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.444204:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29985 00000100:00100000:0.0:1746135176.444820:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.444890:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628199808 00000100:00100000:1.0:1746135176.444896:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628199808 00010000:00010000:1.0:1746135176.444985:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.445038:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14292 00000100:00100000:1.0:1746135176.445045:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7928050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954628199808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.445057:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.445073:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.445083:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.445100:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c34db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ae6 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.445116:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.445118:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.445124:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.445131:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.445155:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.445165:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625975552:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.445327:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27240 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.447536:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625975552:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.447557:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.447600:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7928050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:2010:x1830954628199808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2554us (2782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.447609:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14292 00000100:00100000:0.0:1746135176.449183:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.449226:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628200064 00000100:00100000:2.0:1746135176.449233:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628200064 00002000:00100000:2.0:1746135176.449265:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1f80 x1830954628200064/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.449280:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1f80 with x1830954628200064 ext(0->4095) 00002000:00010000:2.0:1746135176.449284:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1f80 00000100:00100000:2.0:1746135176.449313:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13350 00000100:00100000:2.0:1746135176.449320:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628200064:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.449458:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628200064:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.449464:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13350 00002000:00100000:2.0:1746135176.449469:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c1f80 x1830954628200064/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.449475:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c1f80 with x1830954628200064 ext(0->4095) 00002000:00010000:2.0:1746135176.449478:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5c1f80 00000100:00100000:0.0:1746135176.450939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.451218:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628200192 00000100:00100000:2.0:1746135176.451227:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628200192 00000100:00100000:2.0:1746135176.451283:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29986 00000100:00100000:2.0:1746135176.451291:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+69:1804:x1830954628200192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.451309:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.451333:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237af4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.451364:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.451372:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.451374:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.451379:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.451416:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.451427:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.451439:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625975680:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.451542:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.451752:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.451869:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628200320 00000100:00100000:3.0:1746135176.451874:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628200320 00000100:00100000:3.0:1746135176.451900:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29987 00000100:00100000:3.0:1746135176.451905:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1820:x1830954628200320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.451912:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.451919:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237afb expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.451930:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.451934:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.451939:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.451941:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 72 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.451962:0:11615:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 72 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.451973:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 72 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.451981:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7200, rc 0) 00000100:00100000:3.0:1746135176.452007:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:1820:x1830954628200320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.452012:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29987 00000100:00100000:2.0:1746135176.454017:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625975680:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.454044:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.454058:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75e000, rc 0) 00000100:00100000:2.0:1746135176.454104:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628200192:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2814us (3173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.454112:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29986 00000100:00100000:0.0:1746135176.454393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.454550:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628200448 00000100:00100000:1.0:1746135176.454556:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628200448 00010000:00010000:1.0:1746135176.454582:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.454618:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14293 00000100:00100000:1.0:1746135176.454625:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628200448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.454635:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.454678:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.454688:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.454706:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c34e2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237aed expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.454720:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.454722:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.454727:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.454733:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.454755:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 70 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.454764:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 70 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.455459:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625975936:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.455625:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.457610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.457665:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628200704 00000100:00100000:3.0:1746135176.457672:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628200704 00002000:00100000:3.0:1746135176.457704:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c3100 x1830954628200704/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.457718:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3100 with x1830954628200704 ext(0->4095) 00010000:00010000:3.0:1746135176.457725:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.457731:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625975936:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.457737:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135176.457743:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3100 00010000:00010000:1.0:1746135176.457747:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.457770:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2714 00000100:00100000:3.0:1746135176.457776:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954628200704:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.457786:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628200448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3161us (3393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.457794:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14293 00000100:00100000:3.0:1746135176.457880:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954628200704:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.457885:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2714 00002000:00100000:3.0:1746135176.457890:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b5c3100 x1830954628200704/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.457896:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5c3100 with x1830954628200704 ext(0->4095) 00010000:00010000:3.0:1746135176.457900:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.457907:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135176.457912:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5c3100 00000100:00100000:0.0:1746135176.460183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.460237:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628200832 00000100:00100000:1.0:1746135176.460245:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628200832 00010000:00010000:1.0:1746135176.460271:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.460304:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14294 00000100:00100000:1.0:1746135176.460310:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2011:x1830954628200832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.460321:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.460337:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.460347:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.460366:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c34e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237af4 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.460379:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.460381:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.460387:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.460395:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.460422:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 70 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.460432:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625976064:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.460509:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.463794:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625976064:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.463814:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.463848:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628200832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3538us (3673us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.463858:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14294 00000100:00100000:0.0:1746135176.464057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.464579:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628201088 00000100:00100000:3.0:1746135176.464586:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628201088 00002000:00100000:3.0:1746135176.464624:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1c00 x1830954628201088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.464633:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1c00 with x1830954628201088 ext(0->4095) 00002000:00010000:3.0:1746135176.464638:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed1c00 00000100:00100000:3.0:1746135176.464688:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13351 00000100:00100000:3.0:1746135176.464694:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628201088:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135176.464813:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628201088:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (756us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.464819:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13351 00002000:00100000:3.0:1746135176.464823:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed1c00 x1830954628201088/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.464830:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed1c00 with x1830954628201088 ext(0->4095) 00002000:00010000:3.0:1746135176.464832:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed1c00 00000100:00100000:0.0:1746135176.471506:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.472069:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628201216 00000100:00100000:2.0:1746135176.472080:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628201216 00000100:00100000:2.0:1746135176.472124:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29988 00000100:00100000:2.0:1746135176.472130:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628201216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.472147:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.472161:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b02 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.472192:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.472198:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.472199:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.472203:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.472230:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 69 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.472239:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 69 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.472250:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625976192:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.472327:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.475940:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.476062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.476105:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628201472 00000100:00100000:0.0:1746135176.476117:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628201472 00000100:00100000:0.0:1746135176.476170:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29989 00000100:00100000:0.0:1746135176.476178:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:1804:x1830954628201472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746135176.476204:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135176.476224:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b09 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.476254:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135176.476261:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.476271:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746135176.476274:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 71 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.476317:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.476328:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 71 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.476336:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8e00, rc 0) 00000100:00100000:0.0:1746135176.476397:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628201472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.476404:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29989 00000100:00100000:1.0:1746135176.476537:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628201344 00000100:00100000:1.0:1746135176.476542:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628201344 00010000:00010000:1.0:1746135176.476561:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.476600:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14295 00000100:00100000:1.0:1746135176.476606:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954628201344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.476616:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.476665:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.476684:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.476707:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.476708:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.476715:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.476723:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.476746:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.476760:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.476763:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c34f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237afb expref: 71 pid: 11615 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.476775:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625976448:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.476784:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625976192:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.476809:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.476817:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.476833:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470400, rc 0) 00000100:00100000:1.0:1746135176.476844:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.476856:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628201216:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4725us (5362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.476862:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29988 00000100:00100000:2.0:1746135176.480875:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625976448:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.480911:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.480925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.480960:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2010:x1830954628201344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4354us (5036us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.480970:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14295 00000100:00100000:0.0:1746135176.481054:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628201728 00000100:00100000:0.0:1746135176.481060:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628201728 00002000:00100000:0.0:1746135176.481095:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ee680 x1830954628201728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.481103:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ee680 with x1830954628201728 ext(0->4095) 00010000:00010000:0.0:1746135176.481111:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.481122:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.481128:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ee680 00000100:00100000:0.0:1746135176.481161:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2715 00000100:00100000:0.0:1746135176.481169:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628201728:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746135176.481323:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628201728:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.481329:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2715 00002000:00100000:0.0:1746135176.481334:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ee680 x1830954628201728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.481341:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ee680 with x1830954628201728 ext(0->4095) 00010000:00010000:0.0:1746135176.481346:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.481354:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.481359:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ee680 00000100:00100000:0.0:1746135176.488898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.489000:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628201856 00000100:00100000:2.0:1746135176.489008:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628201856 00010000:00010000:2.0:1746135176.489044:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.490110:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14296 00000100:00100000:2.0:1746135176.490119:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628201856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.490132:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.490152:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.490164:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.490185:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c34f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b02 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.490219:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.490221:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.490228:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 69 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.490235:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 69 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.490268:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 69 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.490279:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625976576:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.490361:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.492425:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625976576:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.492449:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.492506:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628201856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2387us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.492526:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14296 00000100:00100000:0.0:1746135176.493197:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.493366:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628202112 00000100:00100000:3.0:1746135176.493373:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628202112 00002000:00100000:3.0:1746135176.493407:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2300 x1830954628202112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.493417:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2300 with x1830954628202112 ext(0->4095) 00002000:00010000:3.0:1746135176.493421:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed2300 00000100:00100000:3.0:1746135176.493449:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13352 00000100:00100000:3.0:1746135176.493455:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628202112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135176.493591:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:2011:x1830954628202112:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (395us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.493600:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13352 00002000:00100000:3.0:1746135176.493605:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aed2300 x1830954628202112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.493612:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed2300 with x1830954628202112 ext(0->4095) 00002000:00010000:3.0:1746135176.493615:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009aed2300 00000100:00100000:0.0:1746135176.504793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.505193:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628202240 00000100:00100000:2.0:1746135176.505201:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628202240 00000100:00100000:2.0:1746135176.505238:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29990 00000100:00100000:2.0:1746135176.505245:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628202240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.505262:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.505280:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b10 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.505313:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 69 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.505320:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.505321:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.505324:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.505352:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 69 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.505362:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 69 pid: 11953 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.505374:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625976704:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.505461:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.514289:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625976704:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.514341:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.514369:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470000, rc 0) 00000100:00100000:2.0:1746135176.514439:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628202240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9192us (9653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.514450:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29990 00000100:00100000:0.0:1746135176.514892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.514929:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628202368 00000100:00100000:2.0:1746135176.514938:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628202368 00000100:00100000:2.0:1746135176.514989:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29991 00000100:00100000:2.0:1746135176.514996:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+70:1804:x1830954628202368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.515015:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.515032:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b17 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.515057:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.515061:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.515068:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135176.515071:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.515104:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.515113:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.515119:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470400, rc 0) 00000100:00100000:2.0:1746135176.515149:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:1804:x1830954628202368:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.515154:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29991 00000100:00100000:0.0:1746135176.515693:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.515792:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628202496 00000100:00100000:2.0:1746135176.515796:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628202496 00002000:00100000:2.0:1746135176.515828:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed0a80 x1830954628202496/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.515845:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0a80 with x1830954628202496 ext(0->7) 00010000:00010000:2.0:1746135176.515852:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 71 pid: 11953 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.515865:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 71 pid: 11953 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.515870:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed0a80 00000100:00100000:2.0:1746135176.515896:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2716 00000100:00100000:2.0:1746135176.515900:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+71:2010:x1830954628202496:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135176.516562:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2010:x1830954628202496:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 656us (865us total) trans 4294970682 rc 0/0 00000100:00100000:0.0:1746135176.516570:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2716 00002000:00100000:0.0:1746135176.516577:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009aed0a80 x1830954628202496/t4294970682(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.516589:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aed0a80 with x1830954628202496 ext(0->7) 00010000:00010000:0.0:1746135176.516595:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 73 pid: 11953 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.516607:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 73 pid: 11953 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.516613:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aed0a80 00000100:00100000:0.0:1746135176.522395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.523483:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628202624 00000100:00100000:2.0:1746135176.523496:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628202624 00010000:00010000:2.0:1746135176.523556:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 73 pid: 11953 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.523599:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14297 00000100:00100000:2.0:1746135176.523607:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+73:2011:x1830954628202624:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.523624:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.523676:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 73 pid: 11953 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.523688:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 73 pid: 11953 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.523710:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bce8e00/0xc3cfcce4a57c34fe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b09 expref: 73 pid: 11953 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.523736:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.523737:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.523743:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.523749:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.523777:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.523785:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 5 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.523793:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625976960:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.523878:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.527876:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625976960:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.527904:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.527956:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2011:x1830954628202624:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4349us (5576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.527967:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14297 00000100:00100000:0.0:1746135176.528879:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.531690:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628202880 00000100:00100000:2.0:1746135176.531712:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628202880 00002000:00100000:2.0:1746135176.531777:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56c700 x1830954628202880/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.531799:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c700 with x1830954628202880 ext(0->4095) 00010000:00010000:2.0:1746135176.531809:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.531826:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.531834:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56c700 00000100:00100000:2.0:1746135176.531876:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2717 00000100:00100000:2.0:1746135176.531883:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628202880:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135176.532090:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628202880:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 206us (3212us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.532096:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2717 00002000:00100000:2.0:1746135176.532102:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56c700 x1830954628202880/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.532109:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56c700 with x1830954628202880 ext(0->4095) 00010000:00010000:2.0:1746135176.532114:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.532122:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.532129:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56c700 00000100:00100000:1.0:1746135176.548675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.548731:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628203008 00000100:00100000:2.0:1746135176.548740:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628203008 00010000:00010000:2.0:1746135176.548772:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.549393:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14298 00000100:00100000:2.0:1746135176.549401:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628203008:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.549415:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.549435:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.549446:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.549467:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3505 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b10 expref: 6 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.550696:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.550700:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.550708:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.550717:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.550752:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.550763:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625977088:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.550857:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.555119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.555270:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628203264 00000100:00100000:3.0:1746135176.555280:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628203264 00002000:00100000:3.0:1746135176.555319:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56ca80 x1830954628203264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.555329:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56ca80 with x1830954628203264 ext(0->4095) 00002000:00010000:3.0:1746135176.555334:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56ca80 00000100:00100000:3.0:1746135176.555353:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13353 00000100:00100000:3.0:1746135176.555359:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954628203264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135176.555504:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954628203264:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 144us (396us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.555510:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13353 00002000:00100000:3.0:1746135176.555515:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012f56ca80 x1830954628203264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.555535:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56ca80 with x1830954628203264 ext(0->4095) 00002000:00010000:3.0:1746135176.555538:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f56ca80 00000100:00100000:2.0:1746135176.555615:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625977088:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.555632:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.555676:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628203008:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6277us (7011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.555684:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14298 00000100:00100000:0.0:1746135176.560755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.561046:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628203392 00000100:00100000:1.0:1746135176.561057:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628203392 00000100:00100000:1.0:1746135176.561112:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29992 00000100:00100000:1.0:1746135176.561119:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628203392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.561138:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.561155:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b1e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.561182:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.561189:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.561190:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.561193:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.561220:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 71 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.561231:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 71 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.561242:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625977216:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.561322:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.564134:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625977216:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.564182:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.564212:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645600, rc 0) 00000100:00100000:1.0:1746135176.564291:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628203392:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3170us (3546us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.564302:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29992 00000100:00100000:0.0:1746135176.569699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.569777:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628203520 00000100:00100000:2.0:1746135176.569789:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628203520 00002000:00100000:2.0:1746135176.569831:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f56e680 x1830954628203520/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.569841:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56e680 with x1830954628203520 ext(0->7) 00010000:00010000:2.0:1746135176.569849:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 72 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.569863:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 72 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.569871:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56e680 00000100:00100000:2.0:1746135176.569902:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2718 00000100:00100000:2.0:1746135176.569912:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+72:2010:x1830954628203520:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135176.571595:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2010:x1830954628203520:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1673us (1897us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746135176.571606:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2718 00002000:00100000:0.0:1746135176.571614:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012f56e680 x1830954628203520/t4294970683(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.571622:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f56e680 with x1830954628203520 ext(0->7) 00010000:00010000:0.0:1746135176.571630:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 74 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.571671:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 74 pid: 9591 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.571682:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f56e680 00000100:00100000:0.0:1746135176.582858:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.583029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.583618:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628203648 00000100:00100000:2.0:1746135176.583628:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628203648 00010000:00010000:2.0:1746135176.583697:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 74 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.583744:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14299 00000100:00100000:2.0:1746135176.583752:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2011:x1830954628203648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.583769:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.583802:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 74 pid: 9591 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.583856:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628203776 00000100:00100000:1.0:1746135176.583861:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628203776 00000100:00100000:1.0:1746135176.583897:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29993 00000100:00100000:1.0:1746135176.583902:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:1804:x1830954628203776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.583923:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.583939:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b25 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.584312:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 76 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.584327:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.584332:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.584337:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135176.584341:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 76 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.584357:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094470400/0xc3cfcce4a57c350c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b17 expref: 76 pid: 9591 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.584385:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.584387:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.584388:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.584395:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.584401:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.584413:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.584421:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644a00, rc 0) 00010000:00010000:2.0:1746135176.584422:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.584432:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.584443:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625977472:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.584463:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+75:1804:x1830954628203776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 561us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.584469:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29993 00000100:00100000:2.0:1746135176.584508:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.586038:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625977472:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.586066:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.586120:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2011:x1830954628203648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2367us (3270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.586132:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14299 00000100:00100000:1.0:1746135176.587256:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.587301:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628204032 00000100:00100000:0.0:1746135176.587310:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628204032 00002000:00100000:0.0:1746135176.587355:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ed180 x1830954628204032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.587366:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed180 with x1830954628204032 ext(0->4095) 00010000:00010000:0.0:1746135176.587375:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.587389:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.587395:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ed180 00000100:00100000:0.0:1746135176.587422:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2719 00000100:00100000:0.0:1746135176.587898:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628204032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135176.588092:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628204032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 662us (838us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.588098:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2719 00002000:00100000:0.0:1746135176.588104:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ed180 x1830954628204032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.588111:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed180 with x1830954628204032 ext(0->4095) 00010000:00010000:0.0:1746135176.588116:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.588126:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.588132:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ed180 00000100:00100000:0.0:1746135176.590898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.591166:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628204160 00000100:00100000:2.0:1746135176.591181:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628204160 00010000:00010000:2.0:1746135176.591236:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.591287:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14300 00000100:00100000:2.0:1746135176.591296:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628204160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.591317:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.591342:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.591353:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.591382:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3513 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b1e expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.591406:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.591409:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.591418:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.591426:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.591466:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.591483:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625977600:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.591593:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.594766:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625977600:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.594794:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.594870:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f56c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628204160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3572us (3986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.594883:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14300 00000100:00100000:1.0:1746135176.595454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.595532:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628204416 00000100:00100000:0.0:1746135176.595541:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628204416 00002000:00100000:0.0:1746135176.595598:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ed880 x1830954628204416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.595609:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed880 with x1830954628204416 ext(0->4095) 00002000:00010000:0.0:1746135176.595615:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7ed880 00000100:00100000:3.0:1746135176.595988:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13354 00000100:00100000:3.0:1746135176.595999:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2009:x1830954628204416:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746135176.596415:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2009:x1830954628204416:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 418us (1073us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.596422:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13354 00002000:00100000:3.0:1746135176.596427:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ed880 x1830954628204416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.596435:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ed880 with x1830954628204416 ext(0->4095) 00002000:00010000:3.0:1746135176.596438:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7ed880 00000100:00100000:0.0:1746135176.598741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.598841:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628204544 00000100:00100000:1.0:1746135176.598851:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628204544 00000100:00100000:1.0:1746135176.598917:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29994 00000100:00100000:1.0:1746135176.598925:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628204544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.598946:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.598965:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b2c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.598995:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.599002:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.599003:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.599007:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.599038:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 73 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.599051:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 73 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.599064:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625977728:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.599143:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.603563:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625977728:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.603606:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.603634:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:1.0:1746135176.603725:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628204544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4799us (4997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.603734:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29994 00000100:00100000:2.0:1746135176.603947:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.604024:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628204672 00000100:00100000:3.0:1746135176.604033:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628204672 00002000:00100000:3.0:1746135176.604079:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b131c00 x1830954628204672/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.604089:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131c00 with x1830954628204672 ext(0->7) 00010000:00010000:3.0:1746135176.604096:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 74 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.604112:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 74 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:3.0:1746135176.604119:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b131c00 00000100:00100000:3.0:1746135176.604141:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2720 00000100:00100000:3.0:1746135176.604148:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+74:2011:x1830954628204672:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135176.607489:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954628204672:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 3329us (3530us total) trans 4294970684 rc 0/0 00000100:00100000:0.0:1746135176.607504:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2720 00002000:00100000:0.0:1746135176.607527:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b131c00 x1830954628204672/t4294970684(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.607536:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131c00 with x1830954628204672 ext(0->7) 00010000:00010000:0.0:1746135176.607545:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 76 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.607565:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 76 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.607572:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b131c00 00000100:00100000:0.0:1746135176.610957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.611235:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628204800 00000100:00100000:2.0:1746135176.611244:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628204800 00010000:00010000:2.0:1746135176.611276:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 76 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.611458:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14301 00000100:00100000:2.0:1746135176.611465:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2011:x1830954628204800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.611478:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.611496:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 76 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.611506:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 76 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.611540:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c351a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b25 expref: 76 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.611565:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.611566:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.611573:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.611580:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.611608:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.611618:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625977856:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.612427:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.615116:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.615341:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628204928 00000100:00100000:1.0:1746135176.615351:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628204928 00000100:00100000:1.0:1746135176.615408:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29995 00000100:00100000:1.0:1746135176.615417:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:1804:x1830954628204928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.615434:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.615453:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b33 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.615480:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.615487:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.615489:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.615492:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.615539:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.615551:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.615569:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625977984:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.615632:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.615686:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625977856:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.615710:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.616352:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+77:2011:x1830954628204800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4884us (5404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.616361:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14301 00000100:00100000:1.0:1746135176.616720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.616788:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628205184 00000100:00100000:0.0:1746135176.616794:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628205184 00002000:00100000:0.0:1746135176.616833:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ece00 x1830954628205184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.616844:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ece00 with x1830954628205184 ext(0->4095) 00010000:00010000:0.0:1746135176.616852:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.616864:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.616875:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ece00 00000100:00100000:0.0:1746135176.616893:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2721 00000100:00100000:0.0:1746135176.616898:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628205184:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.618039:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628205184:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1132us (1311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.618048:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2721 00002000:00100000:1.0:1746135176.618056:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7ece00 x1830954628205184/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.618065:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ece00 with x1830954628205184 ext(0->4095) 00010000:00010000:1.0:1746135176.618073:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.618087:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.618093:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7ece00 00000100:00100000:1.0:1746135176.618142:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625977984:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.618169:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 76 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.618183:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645600, rc 0) 00000100:00100000:1.0:1746135176.618205:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:1804:x1830954628204928:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2790us (3098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.618215:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29995 00000100:00100000:0.0:1746135176.620546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.620855:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628205312 00000100:00100000:2.0:1746135176.620863:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628205312 00010000:00010000:2.0:1746135176.620894:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.621076:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14302 00000100:00100000:2.0:1746135176.621083:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628205312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.621098:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.621116:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.621127:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.621147:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3521 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b2c expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.621535:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.621538:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.621545:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.621554:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.621584:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.621594:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625978112:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.621763:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.623959:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625978112:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.623976:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.624582:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628205312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3495us (4039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.624595:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14302 00000100:00100000:0.0:1746135176.624953:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.625136:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628205568 00000100:00100000:1.0:1746135176.625142:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628205568 00002000:00100000:1.0:1746135176.625176:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b609c00 x1830954628205568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.625183:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609c00 with x1830954628205568 ext(0->4095) 00002000:00010000:1.0:1746135176.625187:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b609c00 00000100:00100000:1.0:1746135176.625203:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13355 00000100:00100000:1.0:1746135176.625208:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2009:x1830954628205568:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135176.625331:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2009:x1830954628205568:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.625337:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13355 00002000:00100000:1.0:1746135176.625342:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b609c00 x1830954628205568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.625348:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609c00 with x1830954628205568 ext(0->4095) 00002000:00010000:1.0:1746135176.625350:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b609c00 00000100:00100000:0.0:1746135176.631796:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.631851:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628205696 00000100:00100000:1.0:1746135176.631861:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628205696 00000100:00100000:1.0:1746135176.632068:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29996 00000100:00100000:1.0:1746135176.632076:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628205696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.632091:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.632107:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b3a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.632140:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.632147:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.632149:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.632153:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.632185:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 75 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.632196:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 75 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.632208:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625978240:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.632312:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.637504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.638297:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625978240:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.638338:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.638357:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:2.0:1746135176.638407:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628205824 00000100:00100000:2.0:1746135176.638415:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628205824 00000100:00100000:1.0:1746135176.638430:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628205696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6354us (7250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.638438:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29996 00002000:00100000:2.0:1746135176.638460:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60bb80 x1830954628205824/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.638469:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60bb80 with x1830954628205824 ext(0->7) 00010000:00010000:2.0:1746135176.638476:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 76 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.638488:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 76 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:2.0:1746135176.638494:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60bb80 00000100:00100000:2.0:1746135176.638511:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2722 00000100:00100000:2.0:1746135176.638526:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+76:2010:x1830954628205824:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135176.640005:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628205824:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1482us (2503us total) trans 4294970685 rc 0/0 00000100:00100000:0.0:1746135176.640015:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2722 00002000:00100000:0.0:1746135176.640023:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b60bb80 x1830954628205824/t4294970685(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.640031:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60bb80 with x1830954628205824 ext(0->7) 00010000:00010000:0.0:1746135176.640040:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.640055:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.640062:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b60bb80 00000100:00100000:1.0:1746135176.644938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.645101:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628205952 00000100:00100000:2.0:1746135176.645114:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628205952 00010000:00010000:2.0:1746135176.645166:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.645220:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14303 00000100:00100000:2.0:1746135176.645229:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2011:x1830954628205952:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.645256:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.645281:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.645296:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.645328:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c3528 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b33 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:2.0:1746135176.645369:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.645372:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.645381:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.645391:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.645435:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.645451:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625978368:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.645562:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.657289:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.657494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.657533:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628206336 00000100:00100000:0.0:1746135176.657541:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628206336 00002000:00100000:0.0:1746135176.657588:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608e00 x1830954628206336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.657598:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608e00 with x1830954628206336 ext(0->4095) 00002000:00010000:0.0:1746135176.657604:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b608e00 00000100:00100000:0.0:1746135176.657625:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13356 00000100:00100000:0.0:1746135176.657632:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628206336:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135176.657817:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b608e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628206336:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 184us (322us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.657824:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13356 00002000:00100000:0.0:1746135176.657829:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b608e00 x1830954628206336/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.657837:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b608e00 with x1830954628206336 ext(0->4095) 00002000:00010000:0.0:1746135176.657839:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b608e00 00000100:00100000:1.0:1746135176.657939:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628206080 00000100:00100000:1.0:1746135176.657943:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628206080 00000100:00100000:1.0:1746135176.657984:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29997 00000100:00100000:1.0:1746135176.657990:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1804:x1830954628206080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.658001:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.658020:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b41 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.658050:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.658058:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.658059:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.658062:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.658093:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.658105:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:1.0:1746135176.658115:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625978496:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.658179:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.658294:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625978368:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.658311:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.660421:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954628205952:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 15183us (15486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.660438:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14303 00000100:00100000:0.0:1746135176.661678:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625978496:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135176.661712:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135176.661737:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:0.0:1746135176.661774:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1804:x1830954628206080:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3783us (4501us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.661782:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29997 00000100:00100000:0.0:1746135176.663033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.663436:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.663598:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628206464 00000100:00100000:2.0:1746135176.663606:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628206464 00000100:00100000:3.0:1746135176.663823:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628206592 00000100:00100000:3.0:1746135176.663827:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628206592 00010000:00010000:3.0:1746135176.663853:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.663895:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14304 00000100:00100000:3.0:1746135176.663902:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628206592:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.663918:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.663942:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.663955:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.663979:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c352f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b3a expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.664410:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29998 00000100:00100000:2.0:1746135176.664417:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1820:x1830954628206464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.664435:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.664445:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b48 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.664462:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.664467:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.664473:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.664478:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.664512:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.664534:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.664542:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.664543:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.664549:0:26641:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.664561:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.664578:0:26641:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.664588:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.664599:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625978752:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.664636:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.664708:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628206592:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 806us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.664716:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14304 00000100:00100000:2.0:1746135176.664892:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.669503:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625978752:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.669534:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7200, rc 0) 00000100:00100000:2.0:1746135176.669582:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:1820:x1830954628206464:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5165us (6555us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.669590:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29998 00000100:00100000:0.0:1746135176.672470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.672625:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628206848 00000100:00100000:1.0:1746135176.672634:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628206848 00002000:00100000:1.0:1746135176.672712:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b609f80 x1830954628206848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.672725:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609f80 with x1830954628206848 ext(0->4095) 00010000:00010000:1.0:1746135176.672732:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.672745:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.672751:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b609f80 00000100:00100000:1.0:1746135176.672771:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2723 00000100:00100000:1.0:1746135176.672778:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b609f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954628206848:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.674628:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b609f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954628206848:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1842us (2163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.674637:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2723 00002000:00100000:1.0:1746135176.674659:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b609f80 x1830954628206848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.674667:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b609f80 with x1830954628206848 ext(0->4095) 00010000:00010000:1.0:1746135176.674675:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:1.0:1746135176.674687:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:1.0:1746135176.674692:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b609f80 00000100:00100000:0.0:1746135176.677475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.677753:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628206976 00000100:00100000:3.0:1746135176.677764:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628206976 00010000:00010000:3.0:1746135176.677803:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.677835:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14305 00000100:00100000:3.0:1746135176.677843:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2010:x1830954628206976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.677856:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.677878:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.677892:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.677915:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3536 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b41 expref: 79 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.677943:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.677945:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.677951:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.677958:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.677990:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 78 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.678002:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625978880:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.678085:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.681052:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625978880:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.681081:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.681135:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628206976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3292us (3670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.681148:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14305 00000100:00100000:0.0:1746135176.681550:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.681618:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628207232 00000100:00100000:2.0:1746135176.681626:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628207232 00002000:00100000:2.0:1746135176.681710:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78a80 x1830954628207232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.681719:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78a80 with x1830954628207232 ext(0->4095) 00002000:00010000:2.0:1746135176.681723:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb78a80 00000100:00100000:2.0:1746135176.681745:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13357 00000100:00100000:2.0:1746135176.681752:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628207232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.682829:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628207232:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 1071us (1274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.682838:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13357 00002000:00100000:2.0:1746135176.682845:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009bb78a80 x1830954628207232/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.682853:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78a80 with x1830954628207232 ext(0->4095) 00002000:00010000:2.0:1746135176.682856:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb78a80 00000100:00100000:0.0:1746135176.686223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.686871:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628207360 00000100:00100000:2.0:1746135176.686880:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628207360 00000100:00100000:2.0:1746135176.686930:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 29999 00000100:00100000:2.0:1746135176.686938:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628207360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.686953:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.686968:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b4f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.686993:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.687000:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.687002:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.687005:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.687029:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.687044:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 77 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.687056:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625979008:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.687133:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.690932:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625979008:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135176.690945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135176.690971:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.690994:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7000, rc 0) 00000100:00100000:3.0:1746135176.691296:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628207488 00000100:00100000:3.0:1746135176.691304:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628207488 00010000:00010000:3.0:1746135176.691336:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.691369:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14306 00000100:00100000:3.0:1746135176.691376:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2011:x1830954628207488:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.691390:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.691412:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.691482:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628207360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4544us (5793us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.691490:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 29999 00010000:00010000:3.0:1746135176.691966:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.691991:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c353d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b48 expref: 78 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.692017:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.692019:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.692026:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.692034:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.692067:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.692078:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625979136:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.692127:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51b180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.693076:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.693351:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628207616 00000100:00100000:2.0:1746135176.693358:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628207616 00000100:00100000:2.0:1746135176.693420:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30000 00000100:00100000:2.0:1746135176.693428:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:1804:x1830954628207616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.693445:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.693466:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b56 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.693488:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.693499:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.693501:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.693504:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.693870:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.693883:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 5 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:2.0:1746135176.693898:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625979264:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.695804:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.697126:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.697245:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625979264:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.697276:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.697292:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a6000, rc 0) 00000100:00100000:0.0:1746135176.697389:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628207872 00000100:00100000:0.0:1746135176.697395:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628207872 00002000:00100000:0.0:1746135176.697432:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131500 x1830954628207872/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.697440:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131500 with x1830954628207872 ext(0->4095) 00010000:00010000:0.0:1746135176.697446:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.697456:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.697462:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b131500 00000100:00100000:0.0:1746135176.697480:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2724 00000100:00100000:0.0:1746135176.697492:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628207872:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135176.697743:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625979136:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.697754:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.697757:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:1804:x1830954628207616:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4329us (4686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.697765:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30000 00000100:00100000:3.0:1746135176.697925:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:2011:x1830954628207488:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6549us (6981us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.697929:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628207872:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 441us (808us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.697932:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14306 00000100:00100000:0.0:1746135176.697935:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2724 00002000:00100000:0.0:1746135176.697940:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012b131500 x1830954628207872/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.697946:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131500 with x1830954628207872 ext(0->4095) 00010000:00010000:0.0:1746135176.697951:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:0.0:1746135176.697959:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00002000:00010000:0.0:1746135176.697964:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b131500 00000100:00100000:0.0:1746135176.701099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.701511:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628208000 00000100:00100000:3.0:1746135176.701528:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628208000 00010000:00010000:3.0:1746135176.701567:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00000100:00100000:3.0:1746135176.701613:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14307 00000100:00100000:3.0:1746135176.701623:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628208000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.701677:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.701711:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.701727:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.701759:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3544 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b4f expref: 6 pid: 26641 timeout: 920 lvb_type: 0 00010000:00010000:3.0:1746135176.701802:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.701805:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.701814:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.701827:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.701873:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.701888:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625979392:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.701994:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.705631:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625979392:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135176.705680:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135176.705725:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628208000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4103us (4639us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.705736:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14307 00000100:00100000:3.0:1746135176.705826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.706069:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628208256 00000100:00100000:0.0:1746135176.706076:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628208256 00002000:00100000:0.0:1746135176.706111:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e93800 x1830954628208256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.706124:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93800 with x1830954628208256 ext(0->4095) 00002000:00010000:0.0:1746135176.706128:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e93800 00000100:00100000:0.0:1746135176.706158:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13358 00000100:00100000:0.0:1746135176.706164:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628208256:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135176.706272:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2010:x1830954628208256:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (446us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.706277:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13358 00002000:00100000:0.0:1746135176.706282:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e93800 x1830954628208256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.706288:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e93800 with x1830954628208256 ext(0->4095) 00002000:00010000:0.0:1746135176.706290:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e93800 00000100:00100000:0.0:1746135176.712454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.714961:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628208384 00000100:00100000:2.0:1746135176.714979:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628208384 00000100:00100000:2.0:1746135176.715047:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30001 00000100:00100000:2.0:1746135176.715055:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628208384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.715075:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.715093:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b5d expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.715127:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.715136:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.715137:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.715141:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.715177:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 77 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.715190:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 77 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.715202:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625979520:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.715298:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.723924:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.724040:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628208512 00000100:00100000:3.0:1746135176.724049:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628208512 00002000:00100000:3.0:1746135176.724087:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009bb78e00 x1830954628208512/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.724095:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78e00 with x1830954628208512 ext(0->7) 00010000:00010000:3.0:1746135176.724103:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 78 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.724114:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 78 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.724120:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb78e00 00000100:00100000:3.0:1746135176.724136:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2725 00000100:00100000:3.0:1746135176.724141:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+78:2009:x1830954628208512:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746135176.724545:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625979520:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.724566:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.724578:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7600, rc 0) 00000100:00100000:2.0:1746135176.724851:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628208384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9796us (12406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.724861:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30001 00000100:00100000:1.0:1746135176.725235:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.725292:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628208640 00000100:00100000:2.0:1746135176.725295:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628208640 00000100:00100000:2.0:1746135176.725323:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30002 00000100:00100000:2.0:1746135176.725329:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:1804:x1830954628208640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.725338:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.725349:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b64 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.725364:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.725368:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.725374:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135176.725533:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.725561:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.725573:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.725580:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a6200, rc 0) 00000100:00100000:2.0:1746135176.725703:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954628208640:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 374us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.725708:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30002 00000100:00100000:0.0:1746135176.726697:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2009:x1830954628208512:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2552us (2777us total) trans 4294970686 rc 0/0 00000100:00100000:0.0:1746135176.726705:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2725 00002000:00100000:0.0:1746135176.726714:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009bb78e00 x1830954628208512/t4294970686(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.726722:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78e00 with x1830954628208512 ext(0->7) 00010000:00010000:0.0:1746135176.726728:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 81 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135176.726739:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 81 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135176.726745:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bb78e00 00000100:00100000:0.0:1746135176.728251:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.728381:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628208768 00000100:00100000:1.0:1746135176.728387:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628208768 00010000:00010000:1.0:1746135176.728416:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 81 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.728447:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14308 00000100:00100000:1.0:1746135176.728454:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2008:x1830954628208768:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.728466:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746135176.728479:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135176 -> 1746135177 00002000:00010000:1.0:1746135176.728482:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135176 -> 1746135177 00010000:00010000:1.0:1746135176.728487:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 81 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.728497:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 81 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.728532:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c354b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b56 expref: 81 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.728560:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.728562:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.728568:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.728576:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.728603:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.728614:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 5 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.728624:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625979776:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.729083:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.730949:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625979776:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.730972:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.731020:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2008:x1830954628208768:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2565us (2773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.731030:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14308 00000100:00100000:0.0:1746135176.731314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.731384:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628209024 00000100:00100000:2.0:1746135176.731392:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628209024 00002000:00100000:2.0:1746135176.731430:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4ca300 x1830954628209024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.731438:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4ca300 with x1830954628209024 ext(0->4095) 00010000:00010000:2.0:1746135176.731447:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.731460:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.731466:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4ca300 00000100:00100000:2.0:1746135176.731548:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2726 00000100:00100000:2.0:1746135176.731556:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628209024:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.731697:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628209024:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.731703:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2726 00002000:00100000:2.0:1746135176.731707:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4ca300 x1830954628209024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.731714:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4ca300 with x1830954628209024 ext(0->4095) 00010000:00010000:2.0:1746135176.731718:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.731822:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.731833:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4ca300 00000100:00100000:0.0:1746135176.733690:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.733915:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628209152 00000100:00100000:1.0:1746135176.733924:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628209152 00010000:00010000:1.0:1746135176.733949:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.733976:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14309 00000100:00100000:1.0:1746135176.733984:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628209152:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.733999:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.734023:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.734035:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.734061:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c3552 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b5d expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.734095:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.734097:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.734107:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.734116:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.734158:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.734171:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625979904:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.734267:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.736444:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625979904:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.736465:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.736505:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628209152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2521us (2824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.736526:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14309 00000100:00100000:0.0:1746135176.738380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.738455:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628209408 00000100:00100000:3.0:1746135176.738463:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628209408 00002000:00100000:3.0:1746135176.738496:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c8e00 x1830954628209408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.738505:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8e00 with x1830954628209408 ext(0->4095) 00002000:00010000:3.0:1746135176.738511:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8e00 00000100:00100000:3.0:1746135176.738539:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13359 00000100:00100000:3.0:1746135176.738545:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628209408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135176.739120:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628209408:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 574us (747us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.739127:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13359 00002000:00100000:3.0:1746135176.739132:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4c8e00 x1830954628209408/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.739139:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8e00 with x1830954628209408 ext(0->4095) 00002000:00010000:3.0:1746135176.739143:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8e00 00000100:00100000:0.0:1746135176.740868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.741580:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628209536 00000100:00100000:2.0:1746135176.741593:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628209536 00000100:00100000:2.0:1746135176.741687:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30003 00000100:00100000:2.0:1746135176.741697:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628209536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.741718:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.741737:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b6b expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.741766:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.741774:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.741776:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.741779:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.741816:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.741828:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 79 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.741841:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625980032:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.741946:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.744675:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625980032:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135176.744675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135176.744698:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.744712:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7000, rc 0) 00000100:00100000:1.0:1746135176.744744:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628209664 00000100:00100000:2.0:1746135176.744749:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628209536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3055us (3890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.744749:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628209664 00000100:00100000:2.0:1746135176.744756:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30003 00010000:00010000:1.0:1746135176.744772:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 80 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.744791:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14310 00000100:00100000:1.0:1746135176.744796:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2011:x1830954628209664:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.744809:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.744825:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 80 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.744838:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 80 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.744857:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3559 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b64 expref: 80 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.744881:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.744883:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.744915:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.744924:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.744950:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.744961:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625980160:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.745399:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.746949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.747228:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628209792 00000100:00100000:2.0:1746135176.747234:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628209792 00000100:00100000:0.0:1746135176.747313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.747360:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625980160:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.747376:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.747406:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2011:x1830954628209664:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2610us (2736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.747418:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14310 00000100:00100000:2.0:1746135176.747491:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30004 00000100:00100000:2.0:1746135176.747498:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+79:1804:x1830954628209792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.747509:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.747534:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b72 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.747553:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.747560:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.747561:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.747564:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.747585:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.747595:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 5 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.747987:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625980288:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.748012:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628210048 00000100:00100000:3.0:1746135176.748016:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628210048 00002000:00100000:3.0:1746135176.748047:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb800 x1830954628210048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.748056:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954628210048 ext(0->4095) 00010000:00010000:3.0:1746135176.748064:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.748074:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.748087:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:2.0:1746135176.748275:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.748331:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2727 00000100:00100000:3.0:1746135176.748338:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628210048:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135176.749320:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628210048:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 979us (2003us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.749328:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2727 00002000:00100000:3.0:1746135176.749335:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4cb800 x1830954628210048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.749343:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cb800 with x1830954628210048 ext(0->4095) 00010000:00010000:3.0:1746135176.749350:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.749361:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.749367:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cb800 00000100:00100000:3.0:1746135176.749613:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625980288:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.749632:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 80 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.749657:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a6000, rc 0) 00000100:00100000:3.0:1746135176.749722:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:1804:x1830954628209792:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2224us (2775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.749732:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30004 00000100:00100000:0.0:1746135176.751571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.751690:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628210176 00000100:00100000:1.0:1746135176.751702:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628210176 00010000:00010000:1.0:1746135176.751746:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.751783:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14311 00000100:00100000:1.0:1746135176.751791:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628210176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.751808:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.751834:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.751848:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.751877:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c3560 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b6b expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.751892:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.751894:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.751901:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.752023:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.752088:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.752106:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625980416:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.752245:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.755973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.756164:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625980416:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.756189:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.756238:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628210176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4447us (4679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.756249:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14311 00000100:00100000:3.0:1746135176.756634:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628210432 00000100:00100000:3.0:1746135176.756673:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628210432 00002000:00100000:3.0:1746135176.756722:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4caa00 x1830954628210432/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.756731:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830954628210432 ext(0->4095) 00002000:00010000:3.0:1746135176.756736:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4caa00 00000100:00100000:3.0:1746135176.756763:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13360 00000100:00100000:3.0:1746135176.756771:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628210432:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135176.756943:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2010:x1830954628210432:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 173us (982us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.756948:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13360 00002000:00100000:3.0:1746135176.756953:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009b4caa00 x1830954628210432/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.756959:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830954628210432 ext(0->4095) 00002000:00010000:3.0:1746135176.756962:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4caa00 00000100:00100000:0.0:1746135176.758791:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.758908:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628210560 00000100:00100000:3.0:1746135176.758920:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628210560 00000100:00100000:3.0:1746135176.758967:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30005 00000100:00100000:3.0:1746135176.758974:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628210560:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.758998:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.759025:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b79 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.759062:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.759069:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.759071:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.759074:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.759105:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 79 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.759117:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 79 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.759132:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625980544:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.759236:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.762181:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.762246:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628210688 00000100:00100000:1.0:1746135176.762253:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628210688 00002000:00100000:1.0:1746135176.762290:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b4c9880 x1830954628210688/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.762299:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9880 with x1830954628210688 ext(0->7) 00010000:00010000:1.0:1746135176.762306:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 80 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.762319:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 80 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135176.762325:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c9880 00000100:00100000:1.0:1746135176.762357:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2728 00000100:00100000:1.0:1746135176.762364:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+80:2008:x1830954628210688:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746135176.762561:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625980544:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.762586:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.762600:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6400, rc 0) 00000100:00100000:3.0:1746135176.762675:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628210560:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3700us (3894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.762682:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30005 00000100:00100000:1.0:1746135176.763719:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2008:x1830954628210688:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1352us (1546us total) trans 4294970687 rc 0/0 00000100:00100000:1.0:1746135176.763731:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2728 00002000:00100000:1.0:1746135176.763737:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009b4c9880 x1830954628210688/t4294970687(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.763745:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9880 with x1830954628210688 ext(0->7) 00010000:00010000:1.0:1746135176.763751:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.763762:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135176.763768:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4c9880 00000100:00100000:0.0:1746135176.769877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.769967:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628210816 00000100:00100000:1.0:1746135176.769975:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628210816 00010000:00010000:1.0:1746135176.770005:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.770039:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14312 00000100:00100000:1.0:1746135176.770046:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2008:x1830954628210816:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.770060:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.770078:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.770090:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.770112:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3567 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b72 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.770141:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.770143:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.770149:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.770156:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.770180:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.770190:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625980672:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.770661:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.775978:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.776048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.776109:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628210944 00000100:00100000:3.0:1746135176.776117:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628210944 00000100:00100000:3.0:1746135176.776157:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30006 00000100:00100000:3.0:1746135176.776164:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954628210944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.776180:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.776196:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b80 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.776219:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.776225:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.776226:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.776230:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.776254:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.776264:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 5 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.776275:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625980800:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.776339:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.776421:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628211200 00000100:00100000:1.0:1746135176.776425:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628211200 00002000:00100000:1.0:1746135176.776448:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062d80 x1830954628211200/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.776456:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062d80 with x1830954628211200 ext(0->4095) 00010000:00010000:1.0:1746135176.776460:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.776463:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625980672:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.776468:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135176.776473:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062d80 00010000:00010000:2.0:1746135176.776479:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.776487:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2729 00000100:00100000:1.0:1746135176.776493:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628211200:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135176.776500:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2008:x1830954628210816:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 6455us (6629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.776506:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14312 00000100:00100000:1.0:1746135176.776599:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628211200:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.776604:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2729 00002000:00100000:1.0:1746135176.776609:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062d80 x1830954628211200/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.776616:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062d80 with x1830954628211200 ext(0->4095) 00010000:00010000:1.0:1746135176.776620:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.776627:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135176.776632:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062d80 00000100:00100000:3.0:1746135176.779431:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625980800:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.779459:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.779478:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135176.779529:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954628210944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3365us (3558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.779537:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30006 00000100:00100000:0.0:1746135176.781273:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.781339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.781988:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628211328 00000100:00100000:3.0:1746135176.782010:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628211328 00000100:00100000:2.0:1746135176.782017:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628211456 00000100:00100000:2.0:1746135176.782021:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628211456 00010000:00010000:2.0:1746135176.782054:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.782072:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30007 00000100:00100000:3.0:1746135176.782079:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1820:x1830954628211328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.782104:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.782124:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b87 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.782127:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14313 00000100:00100000:2.0:1746135176.782133:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628211456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.782147:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.782154:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.782161:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.782168:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.782172:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.782244:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.782255:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.782273:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c356e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b79 expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.782289:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.782292:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.782297:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.782304:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.782333:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.782344:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.782357:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625980928:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.782938:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74780 going to sleep for 11 seconds 00010000:00010000:3.0:1746135176.783053:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.783062:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.783076:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625981056:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.783102:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.786740:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625980928:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.786758:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.786815:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628211456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4680us (5474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.786825:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14313 00000100:00100000:0.0:1746135176.787013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.787221:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625981056:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.787243:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.787258:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75f800, rc 0) 00000100:00100000:3.0:1746135176.787292:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1820:x1830954628211328:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5213us (6030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.787298:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30007 00000100:00100000:2.0:1746135176.787772:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628211712 00000100:00100000:2.0:1746135176.787780:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628211712 00002000:00100000:2.0:1746135176.787823:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062680 x1830954628211712/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.787832:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062680 with x1830954628211712 ext(0->4095) 00010000:00010000:2.0:1746135176.787838:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.787857:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.787863:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062680 00000100:00100000:2.0:1746135176.788019:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2730 00000100:00100000:2.0:1746135176.788027:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628211712:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.788194:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628211712:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 167us (1181us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.788200:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2730 00002000:00100000:2.0:1746135176.788205:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062680 x1830954628211712/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.788212:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062680 with x1830954628211712 ext(0->4095) 00010000:00010000:2.0:1746135176.788217:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.788225:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.788231:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062680 00000100:00100000:0.0:1746135176.790771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.790967:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628211840 00000100:00100000:2.0:1746135176.790977:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628211840 00010000:00010000:2.0:1746135176.791016:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.791083:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14314 00000100:00100000:2.0:1746135176.791090:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628211840:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.791105:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.791126:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.791137:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.791161:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3575 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b80 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.791660:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.791663:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.791672:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.791680:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.791727:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.791741:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625981184:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.792104:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.795430:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.795564:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625981184:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.795588:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.795753:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954628211840:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4663us (4993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.795765:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14314 00000100:00100000:1.0:1746135176.796079:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628212096 00000100:00100000:1.0:1746135176.796089:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628212096 00002000:00100000:1.0:1746135176.796135:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062a00 x1830954628212096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.796146:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062a00 with x1830954628212096 ext(0->4095) 00002000:00010000:1.0:1746135176.796152:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d062a00 00000100:00100000:1.0:1746135176.796172:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13361 00000100:00100000:1.0:1746135176.796180:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628212096:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.796862:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628212096:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 680us (1438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.796873:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13361 00002000:00100000:1.0:1746135176.796878:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d062a00 x1830954628212096/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.796886:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062a00 with x1830954628212096 ext(0->4095) 00002000:00010000:1.0:1746135176.796889:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d062a00 00000100:00100000:0.0:1746135176.799621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.800433:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628212224 00000100:00100000:3.0:1746135176.800442:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628212224 00000100:00100000:3.0:1746135176.800550:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30008 00000100:00100000:3.0:1746135176.800558:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628212224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.800578:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.800593:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b8e expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.800619:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.800625:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.800627:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.800630:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.800688:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.800699:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 81 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.800712:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625981312:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.801513:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.803468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.803726:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625981312:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.803763:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.803787:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7200, rc 0) 00000100:00100000:3.0:1746135176.803849:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628212224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3291us (4241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.803858:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30008 00000100:00100000:2.0:1746135176.804051:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628212352 00000100:00100000:2.0:1746135176.804061:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628212352 00010000:00010000:2.0:1746135176.804100:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.804142:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14315 00000100:00100000:2.0:1746135176.804150:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954628212352:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.804166:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.804193:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.804204:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.804232:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75f800/0xc3cfcce4a57c357c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b87 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.804251:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.804254:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.804262:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.804270:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.804303:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.804315:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625981440:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.804372:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.806326:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.806448:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625981440:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.806470:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.806509:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2010:x1830954628212352:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2360us (3053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.806529:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14315 00000100:00100000:3.0:1746135176.806666:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628212480 00000100:00100000:3.0:1746135176.806674:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628212480 00000100:00100000:3.0:1746135176.806711:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30009 00000100:00100000:3.0:1746135176.806721:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:1804:x1830954628212480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.806735:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.806751:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b95 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.806777:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.806784:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.806785:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.806788:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.806814:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.806824:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 5 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.806834:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625981568:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.806881:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.806891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.807098:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628212736 00000100:00100000:2.0:1746135176.807102:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628212736 00002000:00100000:2.0:1746135176.807131:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d061c00 x1830954628212736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.807141:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061c00 with x1830954628212736 ext(0->4095) 00010000:00010000:2.0:1746135176.807147:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.807157:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.807163:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d061c00 00000100:00100000:2.0:1746135176.807176:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2731 00000100:00100000:2.0:1746135176.807180:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628212736:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746135176.807324:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628212736:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.807329:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2731 00002000:00100000:2.0:1746135176.807334:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d061c00 x1830954628212736/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.807341:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061c00 with x1830954628212736 ext(0->4095) 00010000:00010000:2.0:1746135176.807345:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.807352:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.807357:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d061c00 00000100:00100000:0.0:1746135176.809957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.809997:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625981568:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.810031:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.810034:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628212864 00000100:00100000:1.0:1746135176.810044:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628212864 00010000:00010000:3.0:1746135176.810053:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135176.810105:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628212480:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3387us (3788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.810112:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30009 00000100:00100000:3.0:1746135176.810136:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30010 00000100:00100000:3.0:1746135176.810143:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1820:x1830954628212864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.810160:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.810177:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237b9c expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.810205:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.810210:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.810216:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.810219:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.810252:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.810262:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.810268:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75e000, rc 0) 00000100:00100000:3.0:1746135176.810285:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1820:x1830954628212864:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.810289:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30010 00000100:00100000:0.0:1746135176.812391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.812662:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628212992 00000100:00100000:2.0:1746135176.812668:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628212992 00010000:00010000:2.0:1746135176.812694:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.812722:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14316 00000100:00100000:2.0:1746135176.812727:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628212992:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.812737:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.812752:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.812761:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.812780:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3583 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b8e expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.812795:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.812797:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.812802:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.812808:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.812838:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.812847:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.812858:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625981824:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.812927:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.815245:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625981824:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.815271:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.815323:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628212992:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2594us (2936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.815333:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14316 00000100:00100000:1.0:1746135176.816422:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.816499:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628213248 00000100:00100000:0.0:1746135176.816508:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628213248 00002000:00100000:0.0:1746135176.816555:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7efb80 x1830954628213248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.816564:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7efb80 with x1830954628213248 ext(0->4095) 00010000:00010000:0.0:1746135176.816572:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135176.816584:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135176.816590:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7efb80 00000100:00100000:0.0:1746135176.816679:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2732 00000100:00100000:0.0:1746135176.816688:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628213248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746135176.816828:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628213248:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 142us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135176.816835:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2732 00002000:00100000:0.0:1746135176.816840:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7efb80 x1830954628213248/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.816846:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7efb80 with x1830954628213248 ext(0->4095) 00010000:00010000:0.0:1746135176.816851:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135176.816859:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135176.816865:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7efb80 00000100:00100000:0.0:1746135176.819281:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.819563:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628213376 00000100:00100000:2.0:1746135176.819572:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628213376 00010000:00010000:2.0:1746135176.819602:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.819787:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14317 00000100:00100000:1.0:1746135176.819798:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2009:x1830954628213376:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.819814:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.819840:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.819857:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.819881:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c358a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b95 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.819913:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.819915:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.819922:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.819930:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.819963:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 82 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.819975:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625981952:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.820059:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.823144:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625981952:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135176.823144:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135176.823168:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.823216:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2009:x1830954628213376:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3421us (3941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.823228:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14317 00000100:00100000:2.0:1746135176.823688:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628213632 00000100:00100000:2.0:1746135176.823695:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628213632 00002000:00100000:2.0:1746135176.823726:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229500 x1830954628213632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.823735:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229500 with x1830954628213632 ext(0->4095) 00002000:00010000:2.0:1746135176.823739:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229500 00000100:00100000:2.0:1746135176.823761:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13362 00000100:00100000:2.0:1746135176.823767:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2008:x1830954628213632:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135176.823944:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2008:x1830954628213632:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.823950:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13362 00002000:00100000:2.0:1746135176.823966:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229500 x1830954628213632/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.823973:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229500 with x1830954628213632 ext(0->4095) 00002000:00010000:2.0:1746135176.823976:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229500 00000100:00100000:0.0:1746135176.826146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.826241:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628213760 00000100:00100000:2.0:1746135176.826249:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628213760 00000100:00100000:2.0:1746135176.826307:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30011 00000100:00100000:2.0:1746135176.826315:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628213760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.826331:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.826348:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ba3 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.826377:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.826384:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.826385:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.826388:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.826420:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 81 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.826432:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 81 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.826444:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625982080:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135176.826541:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.827939:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625982080:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.827969:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.827982:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7400, rc 0) 00000100:00100000:2.0:1746135176.828022:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628213760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1708us (1885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.828029:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30011 00000100:00100000:0.0:1746135176.829220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.829333:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628213888 00000100:00100000:1.0:1746135176.829340:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628213888 00010000:00010000:1.0:1746135176.829365:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.829402:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14318 00000100:00100000:1.0:1746135176.829409:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628213888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.829422:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.829446:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.829458:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.829481:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c3591 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237b9c expref: 82 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.829511:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.829513:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.829527:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.829535:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.829564:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.829576:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625982208:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.829676:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.832975:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625982208:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.833009:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.833070:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2011:x1830954628213888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3658us (3853us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.833083:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14318 00000100:00100000:0.0:1746135176.835215:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.835295:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.835362:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628214272 00000100:00100000:3.0:1746135176.835370:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628214272 00002000:00100000:3.0:1746135176.835409:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229f80 x1830954628214272/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.835419:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229f80 with x1830954628214272 ext(0->4095) 00002000:00010000:3.0:1746135176.835424:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229f80 00000100:00100000:3.0:1746135176.835442:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13363 00000100:00100000:3.0:1746135176.835449:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628214272:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.835468:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628214144 00000100:00100000:2.0:1746135176.835472:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628214144 00000100:00100000:2.0:1746135176.835505:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30012 00000100:00100000:2.0:1746135176.835510:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:1804:x1830954628214144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.835529:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.835543:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237baa expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.835563:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.835569:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.835571:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.835574:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.835586:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628214272:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.835592:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13363 00002000:00100000:3.0:1746135176.835597:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229f80 x1830954628214272/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746135176.835597:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746135176.835604:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229f80 with x1830954628214272 ext(0->4095) 00010000:00010000:2.0:1746135176.835607:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.835609:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.835616:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625982336:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.835620:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.835625:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086229f80 00000100:00100000:2.0:1746135176.836020:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.838308:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625982336:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135176.838337:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.838359:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7200, rc 0) 00000100:00100000:2.0:1746135176.838412:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1804:x1830954628214144:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2901us (3203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.838421:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30012 00000100:00100000:0.0:1746135176.840192:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.840281:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628214400 00000100:00100000:2.0:1746135176.840288:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628214400 00000100:00100000:2.0:1746135176.840403:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30013 00000100:00100000:2.0:1746135176.840410:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:1820:x1830954628214400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.840425:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.840440:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bb1 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.840464:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.840469:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.840475:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.840478:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 83 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.840509:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.840530:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 83 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.840542:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a6200, rc 0) 00000100:00100000:2.0:1746135176.840578:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1820:x1830954628214400:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.840583:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30013 00000100:00100000:0.0:1746135176.843189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.843570:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628214528 00000100:00100000:1.0:1746135176.843580:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628214528 00010000:00010000:1.0:1746135176.843615:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.843686:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14319 00000100:00100000:1.0:1746135176.843694:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628214528:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.843712:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.843737:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.843749:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.845112:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c3598 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ba3 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.845155:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.845157:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.845168:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.845178:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.845235:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.845252:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 82 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.845270:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625982592:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.845387:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.847493:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625982592:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.847527:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.847566:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628214528:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3872us (4387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.847576:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14319 00000100:00100000:0.0:1746135176.850392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.851416:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628214784 00000100:00100000:2.0:1746135176.851428:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628214784 00002000:00100000:2.0:1746135176.851491:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228000 x1830954628214784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.851502:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228000 with x1830954628214784 ext(0->4095) 00010000:00010000:2.0:1746135176.851524:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.851541:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.851550:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228000 00000100:00100000:3.0:1746135176.852699:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2733 00000100:00100000:3.0:1746135176.852715:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628214784:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135176.852937:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628214784:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 227us (2555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.852944:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2733 00002000:00100000:3.0:1746135176.852952:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228000 x1830954628214784/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.852960:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228000 with x1830954628214784 ext(0->4095) 00010000:00010000:3.0:1746135176.852968:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.852987:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.852994:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228000 00000100:00100000:0.0:1746135176.855795:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.855899:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628214912 00000100:00100000:1.0:1746135176.855911:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628214912 00010000:00010000:1.0:1746135176.855945:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.856604:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14320 00000100:00100000:1.0:1746135176.856613:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954628214912:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.856628:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.856680:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.856692:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.856712:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7200/0xc3cfcce4a57c359f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237baa expref: 83 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.856736:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.856738:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.856744:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.856751:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.856782:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.856793:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625982720:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.858190:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f273c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.860862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.860863:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625982720:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.860938:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628215168 00010000:00010000:1.0:1746135176.860939:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.860945:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628215168 00002000:00100000:2.0:1746135176.860992:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b100 x1830954628215168/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.861002:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b100 with x1830954628215168 ext(0->4095) 00002000:00010000:2.0:1746135176.861007:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622b100 00000100:00100000:2.0:1746135176.861041:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13364 00000100:00100000:2.0:1746135176.861049:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628215168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135176.861090:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954628214912:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4477us (5308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.861101:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14320 00000100:00100000:2.0:1746135176.861227:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954628215168:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 178us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.861233:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13364 00002000:00100000:2.0:1746135176.861238:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88008622b100 x1830954628215168/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.861246:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008622b100 with x1830954628215168 ext(0->4095) 00002000:00010000:2.0:1746135176.861248:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008622b100 00000100:00100000:0.0:1746135176.863235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.863323:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628215296 00000100:00100000:1.0:1746135176.863330:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628215296 00000100:00100000:1.0:1746135176.863380:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30014 00000100:00100000:1.0:1746135176.863387:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628215296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.863404:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.863419:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bb8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.863445:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 81 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.863451:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.863453:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.863456:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.863485:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 81 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.863499:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 81 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.863513:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625982848:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.863610:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.866203:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625982848:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.866246:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.866267:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:1.0:1746135176.866320:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628215296:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2932us (3095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.866329:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30014 00000100:00100000:0.0:1746135176.866819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.866942:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628215424 00000100:00100000:1.0:1746135176.866947:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628215424 00010000:00010000:1.0:1746135176.866970:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 82 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.866991:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14321 00000100:00100000:1.0:1746135176.866997:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2010:x1830954628215424:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135176.867010:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135176.867032:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 82 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.867043:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 82 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.867062:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c35a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb1 expref: 82 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.867087:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.867090:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.867098:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.867104:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.867138:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135176.867150:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625982976:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135176.867217:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.870403:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625982976:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135176.870442:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135176.871249:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:2010:x1830954628215424:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4245us (4424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.871264:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14321 00000100:00100000:0.0:1746135176.874147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.874262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.874318:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628215808 00000100:00100000:1.0:1746135176.874326:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628215808 00000100:00100000:1.0:1746135176.874383:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30015 00000100:00100000:1.0:1746135176.874390:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+81:1804:x1830954628215808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.874411:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.874429:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bbf expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.874460:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.874467:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.874468:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.874472:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 82 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.874503:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.874526:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.874537:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625983104:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.874624:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.874675:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628215680 00000100:00100000:3.0:1746135176.874679:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628215680 00002000:00100000:3.0:1746135176.874708:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228e00 x1830954628215680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.874717:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228e00 with x1830954628215680 ext(0->4095) 00010000:00010000:3.0:1746135176.874722:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.874732:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.874737:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228e00 00000100:00100000:3.0:1746135176.874751:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2734 00000100:00100000:3.0:1746135176.874754:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628215680:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135176.874885:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086228e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628215680:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.874892:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2734 00002000:00100000:3.0:1746135176.874897:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086228e00 x1830954628215680/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.874904:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086228e00 with x1830954628215680 ext(0->4095) 00010000:00010000:3.0:1746135176.874909:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.874918:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.874924:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880086228e00 00000100:00100000:1.0:1746135176.877264:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625983104:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135176.877264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.877326:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628215936 00000100:00100000:2.0:1746135176.877331:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628215936 00000100:00100000:0.0:1746135176.877343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.877374:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30016 00000100:00100000:2.0:1746135176.877382:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1820:x1830954628215936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135176.877401:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135176.877418:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bc6 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.877445:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.877450:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.877456:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.877460:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 84 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.877494:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.877513:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 84 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.877530:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7600, rc 0) 00000100:00100000:2.0:1746135176.877572:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1820:x1830954628215936:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.877578:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30016 00000100:00100000:2.0:1746135176.877720:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628216064 00000100:00100000:2.0:1746135176.877723:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628216064 00010000:00010000:2.0:1746135176.877740:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.877758:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14322 00000100:00100000:2.0:1746135176.877763:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628216064:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.877772:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.877793:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.877803:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.877820:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35ad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bb8 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.877839:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.877842:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.877848:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.877856:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.877874:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.877888:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.877901:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625983360:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.877958:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00010000:00010000:1.0:1746135176.878109:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.878123:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.878132:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:1.0:1746135176.878164:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628215808:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3774us (3901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.878169:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30015 00000100:00100000:1.0:1746135176.881101:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.881158:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628216320 00000100:00100000:3.0:1746135176.881165:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628216320 00002000:00100000:3.0:1746135176.881203:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7edc00 x1830954628216320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.881214:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7edc00 with x1830954628216320 ext(0->4095) 00010000:00010000:3.0:1746135176.881224:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.881238:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.881245:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7edc00 00000100:00100000:3.0:1746135176.881275:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2735 00000100:00100000:3.0:1746135176.881282:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628216320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135176.881447:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628216320:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 165us (354us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.881454:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2735 00002000:00100000:3.0:1746135176.881459:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009c7edc00 x1830954628216320/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.881471:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7edc00 with x1830954628216320 ext(0->4095) 00010000:00010000:3.0:1746135176.881475:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.881483:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.881488:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7edc00 00000100:00100000:2.0:1746135176.881690:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625983360:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.881708:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.881732:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628216064:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3969us (4388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.881739:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14322 00000100:00100000:0.0:1746135176.883860:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.883957:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628216448 00000100:00100000:2.0:1746135176.883965:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628216448 00010000:00010000:2.0:1746135176.883995:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.884059:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14323 00000100:00100000:2.0:1746135176.884066:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2008:x1830954628216448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.884083:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.884104:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.884115:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.884137:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bbf expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.884152:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.884154:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.884162:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.884169:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.884201:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 82 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.884211:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625983488:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.884923:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.887020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.887612:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625983488:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.887631:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.887705:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2008:x1830954628216448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3637us (3854us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.887720:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14323 00000100:00100000:1.0:1746135176.888746:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628216704 00000100:00100000:1.0:1746135176.888754:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628216704 00002000:00100000:1.0:1746135176.888786:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229880 x1830954628216704/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.888795:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229880 with x1830954628216704 ext(0->4095) 00002000:00010000:1.0:1746135176.888799:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229880 00000100:00100000:1.0:1746135176.888827:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13365 00000100:00100000:1.0:1746135176.888833:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628216704:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135176.889361:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880086229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628216704:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 525us (2351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135176.889367:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13365 00002000:00100000:1.0:1746135176.889372:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880086229880 x1830954628216704/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.889379:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880086229880 with x1830954628216704 ext(0->4095) 00002000:00010000:1.0:1746135176.889382:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880086229880 00000100:00100000:0.0:1746135176.896207:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.896292:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628216832 00000100:00100000:1.0:1746135176.896299:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628216832 00000100:00100000:1.0:1746135176.896341:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30017 00000100:00100000:1.0:1746135176.896348:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628216832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.896362:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.896375:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bcd expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.896400:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 81 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.896407:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.896408:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.896411:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.896435:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 81 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.896446:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 81 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.896457:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625983616:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.896568:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.901742:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625983616:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.901776:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.901802:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645c00, rc 0) 00000100:00100000:1.0:1746135176.901873:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008622aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628216832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5524us (5671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.901882:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30017 00000100:00100000:2.0:1746135176.914210:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.914286:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628216960 00000100:00100000:1.0:1746135176.914294:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628216960 00002000:00100000:1.0:1746135176.914330:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b130700 x1830954628216960/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135176.914339:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130700 with x1830954628216960 ext(0->7) 00010000:00010000:1.0:1746135176.914346:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 82 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135176.914357:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 82 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135176.914363:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130700 00000100:00100000:1.0:1746135176.914392:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2736 00000100:00100000:1.0:1746135176.914399:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+82:2011:x1830954628216960:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135176.921732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.922310:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628217088 00000100:00100000:1.0:1746135176.922319:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628217088 00000100:00100000:1.0:1746135176.922375:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30018 00000100:00100000:1.0:1746135176.922383:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1804:x1830954628217088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.922398:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.922418:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bd4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.922450:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.922455:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.922461:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135176.922463:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 86 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.922499:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.922512:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 86 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.922529:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645600, rc 0) 00000100:00100000:1.0:1746135176.922569:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954628217088:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.922574:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30018 00000100:00100000:0.0:1746135176.924008:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954628216960:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 9596us (9792us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746135176.924021:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2736 00002000:00100000:0.0:1746135176.924030:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012b130700 x1830954628216960/t4294970688(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 496/448 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135176.924040:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b130700 with x1830954628216960 ext(0->7) 00010000:00010000:0.0:1746135176.924048:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 85 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135176.924062:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 85 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135176.924068:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b130700 00000100:00100000:0.0:1746135176.928420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.928549:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628217216 00000100:00100000:2.0:1746135176.928558:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628217216 00010000:00010000:2.0:1746135176.928601:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 85 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.928698:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14324 00000100:00100000:2.0:1746135176.928707:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2009:x1830954628217216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.928725:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.928750:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 85 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.928764:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 85 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.928795:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7600/0xc3cfcce4a57c35bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bc6 expref: 85 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.929828:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.929835:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.929849:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.929859:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.929911:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.929923:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.929936:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625983872:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.930048:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.935717:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.935800:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625983872:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.935824:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.935883:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2009:x1830954628217216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7176us (7473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.935894:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14324 00000100:00100000:2.0:1746135176.936151:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628217472 00000100:00100000:2.0:1746135176.936158:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628217472 00002000:00100000:2.0:1746135176.936202:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61eaa00 x1830954628217472/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.936213:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eaa00 with x1830954628217472 ext(0->4095) 00010000:00010000:2.0:1746135176.936222:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.936235:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.936241:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61eaa00 00000100:00100000:2.0:1746135176.936274:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2737 00000100:00100000:2.0:1746135176.936280:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628217472:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135176.937230:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628217472:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 944us (1521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.937238:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2737 00002000:00100000:2.0:1746135176.937244:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61eaa00 x1830954628217472/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.937252:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eaa00 with x1830954628217472 ext(0->4095) 00010000:00010000:2.0:1746135176.937258:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.937268:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.937274:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61eaa00 00000100:00100000:1.0:1746135176.940411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.940612:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628217600 00000100:00100000:2.0:1746135176.940621:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628217600 00010000:00010000:2.0:1746135176.940716:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.940817:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14325 00000100:00100000:2.0:1746135176.940823:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628217600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.940836:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.940852:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.940866:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.940884:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c35c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bcd expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.940905:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.940906:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.940912:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.940919:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.940943:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.940953:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625984000:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.941021:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.943709:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625984000:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.943733:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.943938:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628217600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3113us (3532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.943947:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14325 00000100:00100000:0.0:1746135176.945153:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.945255:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628217856 00000100:00100000:2.0:1746135176.945269:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628217856 00002000:00100000:2.0:1746135176.945322:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8000 x1830954628217856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.945332:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8000 with x1830954628217856 ext(0->4095) 00002000:00010000:2.0:1746135176.945337:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8000 00000100:00100000:2.0:1746135176.945372:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13366 00000100:00100000:2.0:1746135176.945380:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2009:x1830954628217856:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746135176.945567:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2009:x1830954628217856:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 188us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.945573:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13366 00002000:00100000:2.0:1746135176.945579:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8000 x1830954628217856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.945585:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8000 with x1830954628217856 ext(0->4095) 00002000:00010000:2.0:1746135176.945588:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8000 00000100:00100000:1.0:1746135176.949107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.949344:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628217984 00000100:00100000:3.0:1746135176.949355:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628217984 00000100:00100000:3.0:1746135176.949396:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30019 00000100:00100000:3.0:1746135176.949403:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628217984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.949418:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.949432:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bdb expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.949457:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.949463:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.949465:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135176.949468:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.949493:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.949508:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.949529:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625984128:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.950124:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.952618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.952903:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625984128:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.952930:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.952947:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:3.0:1746135176.953006:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628217984:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3603us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.953015:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30019 00000100:00100000:2.0:1746135176.953475:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628218112 00000100:00100000:2.0:1746135176.953485:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628218112 00010000:00010000:2.0:1746135176.953522:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.953546:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14326 00000100:00100000:2.0:1746135176.953552:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628218112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.953570:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.953595:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.953610:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.953635:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645600/0xc3cfcce4a57c35c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bd4 expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.954744:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.954749:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.954759:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.954767:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.954806:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.954817:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625984256:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.954894:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.957901:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135176.958023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.958229:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628218496 00000100:00100000:2.0:1746135176.958231:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625984256:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.958236:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628218496 00010000:00010000:2.0:1746135176.958255:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746135176.958287:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8380 x1830954628218496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.958295:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8380 with x1830954628218496 ext(0->4095) 00002000:00010000:3.0:1746135176.958300:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8380 00000100:00100000:3.0:1746135176.958320:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13367 00000100:00100000:3.0:1746135176.958327:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628218496:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135176.958791:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628218496:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 465us (768us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.958792:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628218112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5237us (6180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.958801:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13367 00000100:00100000:2.0:1746135176.958801:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14326 00002000:00100000:3.0:1746135176.958806:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8380 x1830954628218496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.958812:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8380 with x1830954628218496 ext(0->4095) 00002000:00010000:3.0:1746135176.958815:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e8380 00000100:00100000:3.0:1746135176.958828:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628218240 00000100:00100000:3.0:1746135176.958831:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628218240 00000100:00100000:3.0:1746135176.959388:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30020 00000100:00100000:3.0:1746135176.959394:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628218240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.959405:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.959422:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237be2 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.959445:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.959452:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.959454:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.959457:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.959481:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.959492:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 5 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.959508:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625984384:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.959561:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.961455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.961531:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628218624 00000100:00100000:1.0:1746135176.961539:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628218624 00000100:00100000:1.0:1746135176.961597:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30021 00000100:00100000:1.0:1746135176.961605:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1820:x1830954628218624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.961624:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.961668:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237be9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.961695:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.961700:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.961706:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.961710:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 86 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.961747:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.961764:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 86 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.961772:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625984384:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.961772:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00010000:00010000:3.0:1746135176.961791:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.961798:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:1.0:1746135176.961813:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1820:x1830954628218624:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 210us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.961820:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954628218240:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2427us (3931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.961827:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30020 00000100:00100000:1.0:1746135176.962389:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30021 00000100:00100000:0.0:1746135176.962833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.962956:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628218752 00000100:00100000:3.0:1746135176.962960:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628218752 00010000:00010000:3.0:1746135176.962984:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.963017:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14327 00000100:00100000:3.0:1746135176.963023:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628218752:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.963032:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.963051:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.963061:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.963086:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c35d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bdb expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.963111:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.963114:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.963121:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.963128:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.963151:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.963160:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 84 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.963170:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625984640:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.963241:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b51ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.965596:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625984640:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135176.965628:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135176.965789:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628218752:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2763us (2954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.965803:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14327 00000100:00100000:0.0:1746135176.966200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.966287:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628219008 00000100:00100000:3.0:1746135176.966294:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628219008 00002000:00100000:3.0:1746135176.966328:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea300 x1830954628219008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.966338:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea300 with x1830954628219008 ext(0->4095) 00010000:00010000:3.0:1746135176.966345:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.966477:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.966484:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ea300 00000100:00100000:3.0:1746135176.966510:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2738 00000100:00100000:3.0:1746135176.966524:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628219008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135176.966704:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628219008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135176.966711:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2738 00002000:00100000:3.0:1746135176.966716:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea300 x1830954628219008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135176.966723:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea300 with x1830954628219008 ext(0->4095) 00010000:00010000:3.0:1746135176.966727:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.966736:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135176.966742:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ea300 00000100:00100000:0.0:1746135176.969557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.969760:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628219136 00000100:00100000:3.0:1746135176.969771:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628219136 00010000:00010000:3.0:1746135176.969811:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.969842:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14328 00000100:00100000:3.0:1746135176.969849:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628219136:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.969863:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.969885:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.969897:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.969921:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c35d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be2 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.970319:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.970322:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.970330:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.970339:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.970378:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135176.970394:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625984768:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135176.971741:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78556c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135176.974583:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625984768:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135176.974610:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135176.974702:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628219136:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4852us (5159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135176.974717:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14328 00000100:00100000:3.0:1746135176.974823:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135176.975200:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628219392 00000100:00100000:2.0:1746135176.975207:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628219392 00002000:00100000:2.0:1746135176.975245:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92a00 x1830954628219392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.975254:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92a00 with x1830954628219392 ext(0->4095) 00002000:00010000:2.0:1746135176.975258:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e92a00 00000100:00100000:2.0:1746135176.975285:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13368 00000100:00100000:2.0:1746135176.975292:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954628219392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135176.975414:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954628219392:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.975420:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13368 00002000:00100000:2.0:1746135176.975424:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92a00 x1830954628219392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.975431:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92a00 with x1830954628219392 ext(0->4095) 00002000:00010000:2.0:1746135176.975434:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e92a00 00000100:00100000:0.0:1746135176.977849:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.978473:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628219520 00000100:00100000:1.0:1746135176.978483:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628219520 00000100:00100000:1.0:1746135176.978548:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30022 00000100:00100000:1.0:1746135176.978556:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628219520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.978573:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.978590:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bf0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.978624:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.978631:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.978633:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135176.978636:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.978741:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.978752:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.978764:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625984896:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135176.978885:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135176.980801:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625984896:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.980841:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.981031:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:0.0:1746135176.981332:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.981417:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628219520:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2860us (3577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.981426:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30022 00000100:00100000:2.0:1746135176.981697:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628219648 00000100:00100000:2.0:1746135176.981704:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628219648 00010000:00010000:2.0:1746135176.981735:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.981761:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14329 00000100:00100000:2.0:1746135176.981767:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628219648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135176.981786:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135176.981811:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.981830:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.981860:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c35de lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237be9 expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.981891:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.981893:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.981901:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.981908:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.981943:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135176.981955:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625985024:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.982045:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.985010:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625985024:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.985033:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135176.985090:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628219648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3323us (3759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.985101:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14329 00000100:00100000:0.0:1746135176.987812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.988025:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628219776 00000100:00100000:1.0:1746135176.988038:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628219776 00000100:00100000:1.0:1746135176.988108:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30023 00000100:00100000:1.0:1746135176.988116:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628219776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135176.988139:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135176.988158:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bf7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.988187:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.988195:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.988197:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135176.988200:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.988232:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.988244:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135176.988256:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625985152:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135176.988759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.988836:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.988900:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628220032 00000100:00100000:2.0:1746135176.988906:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628220032 00002000:00100000:2.0:1746135176.988942:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea680 x1830954628220032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/0 e 0 to 0 dl 1746135187 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.988957:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea680 with x1830954628220032 ext(0->4095) 00010000:00010000:2.0:1746135176.988964:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.988975:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.988982:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ea680 00000100:00100000:2.0:1746135176.988997:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2739 00000100:00100000:2.0:1746135176.989003:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628220032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135176.989185:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628220032:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 182us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135176.989192:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2739 00002000:00100000:2.0:1746135176.989197:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61ea680 x1830954628220032/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:632/0 lens 488/4536 e 0 to 0 dl 1746135187 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135176.989204:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ea680 with x1830954628220032 ext(0->4095) 00010000:00010000:2.0:1746135176.989208:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135176.989217:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135176.989222:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61ea680 00000100:00100000:1.0:1746135176.991975:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7ef480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625985152:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135176.992031:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135176.992061:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00000100:00100000:1.0:1746135176.992195:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954628219776:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4078us (4395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135176.992204:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30023 00000100:00100000:1.0:1746135176.994413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135176.994474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135176.994563:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628220288 00000100:00100000:3.0:1746135176.994577:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628220288 00010000:00010000:3.0:1746135176.994630:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.994694:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14330 00000100:00100000:3.0:1746135176.994703:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628220288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135176.994719:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135176.994743:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.994747:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628220160 00000100:00100000:2.0:1746135176.994752:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628220160 00010000:00010000:3.0:1746135176.994756:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.994779:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c35e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf0 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.994789:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30024 00000100:00100000:2.0:1746135176.994795:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1820:x1830954628220160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135176.994810:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135176.994815:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135176.994815:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135176.994826:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.994828:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237bfe expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.994835:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.994858:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.994866:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.994867:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135176.994870:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.994893:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135176.994904:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135176.994913:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135176.994917:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625985280:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135176.994922:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135176.994931:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625985408:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135176.995011:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135176.995018:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135176.999281:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625985280:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135176.999317:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625985408:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135176.999323:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135176.999331:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135176.999345:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741600, rc 0) 00000100:00100000:2.0:1746135176.999391:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1820:x1830954628220160:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4595us (4983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135176.999392:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628220288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4689us (4915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135176.999401:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30024 00000100:00100000:3.0:1746135176.999402:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14330 00000100:00100000:0.0:1746135177.000942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.001028:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628220544 00000100:00100000:2.0:1746135177.001038:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628220544 00002000:00100000:2.0:1746135177.001169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8e00 x1830954628220544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.001180:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8e00 with x1830954628220544 ext(0->4095) 00010000:00010000:2.0:1746135177.001188:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.001201:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.001209:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e8e00 00000100:00080000:0.0:1746135177.001281:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746135177.001454:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2740 00000100:00100000:2.0:1746135177.001461:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628220544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135177.001885:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628220544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 423us (947us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.001891:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2740 00002000:00100000:2.0:1746135177.001897:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8800a61e8e00 x1830954628220544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.001910:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e8e00 with x1830954628220544 ext(0->4095) 00010000:00010000:2.0:1746135177.001914:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.001923:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.001928:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a61e8e00 00000100:00100000:1.0:1746135177.003955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.004058:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628220672 00000100:00100000:3.0:1746135177.004070:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628220672 00010000:00010000:3.0:1746135177.004102:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.004123:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14331 00000100:00100000:3.0:1746135177.004128:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2010:x1830954628220672:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.004139:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.004157:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.004171:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.004192:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c35ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bf7 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.004220:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.004222:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.004228:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.004234:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.004262:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.004272:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625985536:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.004338:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.006637:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625985536:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.007034:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.007092:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628220672:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2961us (3142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.007104:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14331 00000100:00100000:0.0:1746135177.008227:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.008360:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628220928 00000100:00100000:2.0:1746135177.008367:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628220928 00002000:00100000:2.0:1746135177.008402:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c209180 x1830954628220928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.008411:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209180 with x1830954628220928 ext(0->4095) 00002000:00010000:2.0:1746135177.008415:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c209180 00000100:00100000:2.0:1746135177.008450:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13369 00000100:00100000:2.0:1746135177.008456:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628220928:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135177.008609:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628220928:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (385us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.008614:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13369 00002000:00100000:2.0:1746135177.008620:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c209180 x1830954628220928/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.008626:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c209180 with x1830954628220928 ext(0->4095) 00002000:00010000:2.0:1746135177.008628:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c209180 00000100:00100000:1.0:1746135177.010501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.010586:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628221056 00000100:00100000:2.0:1746135177.010596:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628221056 00000100:00100000:2.0:1746135177.010685:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30025 00000100:00100000:2.0:1746135177.010692:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800866a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628221056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.010713:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.010734:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c05 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.010767:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.010774:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.010776:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.010779:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.010814:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 83 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.010827:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 83 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.010839:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625985664:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.010948:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00080000:0.0:1746135177.010952:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746135177.014234:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625985664:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.014716:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.014745:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740e00, rc 0) 00000100:00100000:2.0:1746135177.014812:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800866a4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628221056:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4118us (4327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.014824:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30025 00000100:00100000:0.0:1746135177.015027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.015147:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628221184 00000100:00100000:3.0:1746135177.015154:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628221184 00010000:00010000:3.0:1746135177.015177:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.015198:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14332 00000100:00100000:3.0:1746135177.015205:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628221184:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.015216:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.015233:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.015243:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.015270:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c35f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237bfe expref: 84 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.015285:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.015287:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.015293:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.015300:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.015326:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.015335:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625985792:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.015382:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.019423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.019529:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.019605:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628221440 00000100:00100000:2.0:1746135177.019612:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628221440 00002000:00100000:2.0:1746135177.019676:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060000 x1830954628221440/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.019687:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060000 with x1830954628221440 ext(0->4095) 00002000:00010000:2.0:1746135177.019692:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060000 00000100:00100000:2.0:1746135177.019729:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13370 00000100:00100000:2.0:1746135177.019737:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628221440:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135177.019765:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625985792:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.019782:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.019822:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2010:x1830954628221184:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4618us (4798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.019829:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14332 00000100:00100000:3.0:1746135177.019871:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628221568 00000100:00100000:3.0:1746135177.019873:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628221568 00000100:00100000:2.0:1746135177.019883:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628221440:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.019888:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30026 00000100:00100000:2.0:1746135177.019889:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13370 00000100:00100000:3.0:1746135177.019892:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628221568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:2.0:1746135177.019894:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060000 x1830954628221440/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746135177.019900:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:2.0:1746135177.019902:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060000 with x1830954628221440 ext(0->4095) 00002000:00010000:2.0:1746135177.019904:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060000 00010000:00010000:3.0:1746135177.019917:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c0c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.019936:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.019941:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.019942:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.019944:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.019964:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.019970:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.019980:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625985920:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.020016:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.027024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.027127:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625985920:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.027151:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.027167:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6400, rc 0) 00000100:00100000:3.0:1746135177.027208:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954628221568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7314us (7678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.027216:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30026 00000100:00100000:0.0:1746135177.027871:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.027989:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628221824 00000100:00100000:2.0:1746135177.027996:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628221824 00010000:00010000:2.0:1746135177.028022:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.028059:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14333 00000100:00100000:2.0:1746135177.028065:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628221824:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.028075:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.028093:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.028100:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628221696 00010000:00010000:2.0:1746135177.028103:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.028104:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628221696 00010000:00010000:2.0:1746135177.028123:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c35fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c05 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.028131:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30027 00000100:00100000:3.0:1746135177.028136:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1820:x1830954628221696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.028138:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.028140:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.028146:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.028150:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.028152:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 84 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.028159:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c13 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.028173:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.028179:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.028180:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.028183:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.028207:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.028292:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.028302:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.028303:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625986048:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.028310:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.028323:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625986176:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.028361:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.028370:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.031368:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625986048:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.031396:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.031412:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135177.031807:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1820:x1830954628221696:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3669us (4789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.031816:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30027 00000100:00100000:0.0:1746135177.031926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.031927:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625986176:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.031939:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135177.031944:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628222080 00000100:00100000:0.0:1746135177.031949:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628222080 00002000:00100000:0.0:1746135177.031981:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c20a680 x1830954628222080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.031990:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c20a680 with x1830954628222080 ext(0->4095) 00010000:00010000:0.0:1746135177.031995:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.032006:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.032012:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c20a680 00000100:00100000:2.0:1746135177.032021:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628221824:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3956us (4151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.032029:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14333 00000100:00100000:0.0:1746135177.032036:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2741 00000100:00100000:0.0:1746135177.032042:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954628222080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135177.032149:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954628222080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (223us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135177.032154:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2741 00002000:00100000:0.0:1746135177.032159:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c20a680 x1830954628222080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.032167:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c20a680 with x1830954628222080 ext(0->4095) 00010000:00010000:0.0:1746135177.032171:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.032180:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.032185:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007c20a680 00000100:00100000:0.0:1746135177.034941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.035528:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628222208 00000100:00100000:2.0:1746135177.035537:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628222208 00010000:00010000:2.0:1746135177.035578:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.035615:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14334 00000100:00100000:2.0:1746135177.035623:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2009:x1830954628222208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.035664:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.035687:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.035700:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.035722:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6400/0xc3cfcce4a57c3601 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c0c expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.035755:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.035758:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.035768:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.035776:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.035813:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.035827:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625986304:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.035920:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1cee240 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.039077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.039237:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625986304:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.039270:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.039311:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628222464 00000100:00100000:3.0:1746135177.039319:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628222464 00000100:00100000:2.0:1746135177.039327:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2009:x1830954628222208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3706us (4396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.039337:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14334 00002000:00100000:3.0:1746135177.039359:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c20b800 x1830954628222464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.039367:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c20b800 with x1830954628222464 ext(0->4095) 00002000:00010000:3.0:1746135177.039371:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c20b800 00000100:00100000:3.0:1746135177.039404:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13371 00000100:00100000:3.0:1746135177.039411:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628222464:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135177.040242:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c20b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2010:x1830954628222464:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 829us (1175us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.040248:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13371 00002000:00100000:3.0:1746135177.040252:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c20b800 x1830954628222464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.040259:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c20b800 with x1830954628222464 ext(0->4095) 00002000:00010000:3.0:1746135177.040261:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c20b800 00000100:00100000:0.0:1746135177.041920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.042021:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628222592 00000100:00100000:3.0:1746135177.042029:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628222592 00000100:00100000:3.0:1746135177.042082:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30028 00000100:00100000:3.0:1746135177.042088:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628222592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.042106:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.042123:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c1a expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.042150:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.042157:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.042159:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.042163:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.042192:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.042208:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.042219:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625986432:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.042307:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.043803:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625986432:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.043846:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.043860:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75e000, rc 0) 00000100:00100000:3.0:1746135177.043895:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628222592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1808us (1987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.043902:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30028 00000100:00100000:0.0:1746135177.045446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.045553:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628222720 00000100:00100000:2.0:1746135177.045564:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628222720 00010000:00010000:2.0:1746135177.045607:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 84 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.045637:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14335 00000100:00100000:2.0:1746135177.045664:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954628222720:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.045682:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.045708:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 84 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.045728:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 84 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.045753:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3608 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c13 expref: 84 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.045892:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.045895:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.045905:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.045913:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.045946:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.045957:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625986560:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.046148:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.047464:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625986560:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.047491:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.047546:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:2011:x1830954628222720:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1880us (2104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.047558:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14335 00000100:00100000:0.0:1746135177.050091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.051189:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628222976 00000100:00100000:3.0:1746135177.051200:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628222976 00002000:00100000:3.0:1746135177.051256:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c208380 x1830954628222976/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.051265:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c208380 with x1830954628222976 ext(0->4095) 00002000:00010000:3.0:1746135177.051271:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c208380 00000100:00100000:3.0:1746135177.051317:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13372 00000100:00100000:3.0:1746135177.051324:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628222976:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135177.051494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.051616:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628222976:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 292us (1542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.051624:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628223104 00000100:00100000:3.0:1746135177.051626:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13372 00000100:00100000:2.0:1746135177.051629:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628223104 00002000:00100000:3.0:1746135177.051633:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88007c208380 x1830954628222976/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.051661:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007c208380 with x1830954628222976 ext(0->4095) 00002000:00010000:3.0:1746135177.051664:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007c208380 00000100:00100000:2.0:1746135177.051685:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30029 00000100:00100000:2.0:1746135177.051690:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+83:1804:x1830954628223104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.051701:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.051718:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c21 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.051743:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.051749:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.051750:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.051753:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.051779:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.051789:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 5 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.051799:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625986688:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.051871:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.053698:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625986688:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.054459:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.054484:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740400, rc 0) 00000100:00100000:2.0:1746135177.054555:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1804:x1830954628223104:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2862us (3060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.054566:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30029 00000100:00100000:3.0:1746135177.054603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.054626:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628223232 00000100:00100000:2.0:1746135177.054631:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628223232 00000100:00100000:0.0:1746135177.054936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.055013:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30030 00000100:00100000:2.0:1746135177.055022:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:1820:x1830954628223232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.055980:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.056004:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c28 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.056032:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.056038:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.056044:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.056047:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.056083:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.056099:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 85 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.056112:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740a00, rc 0) 00000100:00100000:2.0:1746135177.056156:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1820:x1830954628223232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1135us (1553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.056163:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30030 00000100:00100000:2.0:1746135177.056622:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628223360 00000100:00100000:2.0:1746135177.056628:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628223360 00010000:00010000:2.0:1746135177.056664:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.057703:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14336 00000100:00100000:2.0:1746135177.057716:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628223360:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.057729:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.057749:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.057761:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.057781:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e000/0xc3cfcce4a57c360f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c1a expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.057856:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.057858:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.057865:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.057877:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.057908:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.057917:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 84 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.057928:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625986944:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.058326:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.060809:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625986944:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.060847:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.060902:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628223360:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3188us (5963us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.060916:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14336 00000100:00100000:0.0:1746135177.061230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.062202:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628223616 00000100:00100000:3.0:1746135177.062215:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628223616 00002000:00100000:3.0:1746135177.062293:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc700 x1830954628223616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.062304:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc700 with x1830954628223616 ext(0->4095) 00010000:00010000:3.0:1746135177.062318:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.062341:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.062349:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addc700 00000100:00100000:3.0:1746135177.062400:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2742 00000100:00100000:3.0:1746135177.062409:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954628223616:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135177.062671:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2011:x1830954628223616:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 261us (1441us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.062678:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2742 00002000:00100000:3.0:1746135177.062684:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc700 x1830954628223616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.062692:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc700 with x1830954628223616 ext(0->4095) 00010000:00010000:3.0:1746135177.062696:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.062705:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.062711:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addc700 00000100:00100000:0.0:1746135177.068212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.068617:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628223744 00000100:00100000:2.0:1746135177.068632:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628223744 00010000:00010000:2.0:1746135177.068822:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.069155:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14337 00000100:00100000:2.0:1746135177.069165:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2008:x1830954628223744:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.069183:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.069212:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.069227:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.069255:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3616 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c21 expref: 85 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.069284:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.069286:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.069295:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.069304:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.069342:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 84 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.069356:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625987072:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.070245:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.073448:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625987072:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.073489:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.073571:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2008:x1830954628223744:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4406us (5370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.073585:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14337 00000100:00100000:0.0:1746135177.075832:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.075945:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628224000 00000100:00100000:3.0:1746135177.075958:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628224000 00002000:00100000:3.0:1746135177.076029:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc380 x1830954628224000/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.076042:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc380 with x1830954628224000 ext(0->4095) 00002000:00010000:3.0:1746135177.076049:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addc380 00000100:00100000:3.0:1746135177.076095:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13373 00000100:00100000:3.0:1746135177.076103:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954628224000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135177.076319:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954628224000:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 215us (501us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.076326:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13373 00002000:00100000:3.0:1746135177.076331:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addc380 x1830954628224000/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.076338:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addc380 with x1830954628224000 ext(0->4095) 00002000:00010000:3.0:1746135177.076340:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addc380 00000100:00100000:0.0:1746135177.081829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.081957:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628224128 00000100:00100000:1.0:1746135177.081966:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628224128 00000100:00100000:1.0:1746135177.082033:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30031 00000100:00100000:1.0:1746135177.082044:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628224128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135177.082069:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135177.082095:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c2f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.082136:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.082145:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135177.082147:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135177.082153:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.082203:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 83 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.082218:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 83 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.082231:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625987200:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135177.082337:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.088108:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d060e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625987200:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135177.088165:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.088194:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98000, rc 0) 00000100:00100000:1.0:1746135177.088271:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628224128:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6227us (6453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.088281:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30031 00000100:00100000:0.0:1746135177.089591:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.089705:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628224256 00000100:00100000:3.0:1746135177.089718:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628224256 00002000:00100000:3.0:1746135177.089777:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009addd880 x1830954628224256/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.089786:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd880 with x1830954628224256 ext(0->7) 00010000:00010000:3.0:1746135177.089795:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 84 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.089812:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 84 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.089819:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addd880 00000100:00100000:3.0:1746135177.090030:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2743 00000100:00100000:3.0:1746135177.090037:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+84:2011:x1830954628224256:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135177.091223:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628224256:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1180us (1634us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746135177.091233:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2743 00002000:00100000:0.0:1746135177.091239:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009addd880 x1830954628224256/t4294970689(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/448 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.091253:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd880 with x1830954628224256 ext(0->7) 00010000:00010000:0.0:1746135177.091261:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.091274:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.091281:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addd880 00000100:00100000:0.0:1746135177.096789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.096916:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628224384 00000100:00100000:2.0:1746135177.096926:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628224384 00010000:00010000:2.0:1746135177.096964:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.097011:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14338 00000100:00100000:2.0:1746135177.097020:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2009:x1830954628224384:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.097034:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.098122:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.098139:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.098164:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c361d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c28 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.098187:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.098189:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.098197:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.098205:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.098801:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.098830:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625987328:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.100056:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.107750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.107969:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628224640 00000100:00100000:1.0:1746135177.107980:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628224640 00002000:00100000:1.0:1746135177.108023:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addea00 x1830954628224640/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.108033:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addea00 with x1830954628224640 ext(0->4095) 00002000:00010000:1.0:1746135177.108038:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addea00 00000100:00100000:1.0:1746135177.108061:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13374 00000100:00100000:1.0:1746135177.108068:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628224640:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746135177.108223:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628224640:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.108231:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13374 00002000:00100000:1.0:1746135177.108236:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addea00 x1830954628224640/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.108242:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addea00 with x1830954628224640 ext(0->4095) 00002000:00010000:1.0:1746135177.108245:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009addea00 00000100:00100000:2.0:1746135177.108555:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625987328:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.108577:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.108603:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:2009:x1830954628224384:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 11585us (11827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.108612:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14338 00000100:00100000:0.0:1746135177.110239:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.110382:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628224896 00000100:00100000:2.0:1746135177.110391:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628224896 00000100:00100000:2.0:1746135177.110448:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30032 00000100:00100000:2.0:1746135177.110456:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+85:1820:x1830954628224896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.110475:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.110493:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c3d expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.110530:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.110537:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.110538:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.110541:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 86 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.110571:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.110581:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.110591:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625987456:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.112081:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.112257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.112321:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628224768 00000100:00100000:3.0:1746135177.112329:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628224768 00000100:00100000:3.0:1746135177.112417:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30033 00000100:00100000:3.0:1746135177.112425:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1804:x1830954628224768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.112438:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.112453:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c36 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.112479:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.112484:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 88 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.112489:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.112492:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 88 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.112532:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 88 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.112543:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 88 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.112552:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135177.112730:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:1804:x1830954628224768:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 305us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.112736:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30033 00000100:00100000:2.0:1746135177.116207:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625987456:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.116257:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.116281:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740200, rc 0) 00000100:00100000:2.0:1746135177.116342:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009added80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1820:x1830954628224896:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5884us (6106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.116351:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30032 00000100:00100000:0.0:1746135177.116691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.116849:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628225024 00000100:00100000:3.0:1746135177.116855:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628225024 00010000:00010000:3.0:1746135177.116885:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.116906:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14339 00000100:00100000:3.0:1746135177.116912:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628225024:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.116922:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.116940:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.116949:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.116968:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc98000/0xc3cfcce4a57c3624 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c2f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.117311:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.117313:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.117323:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 86 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.117331:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 86 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.117365:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 86 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.117378:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 86 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.117391:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625987712:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.118213:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855540 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.121460:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625987712:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.121489:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.122118:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628225024:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5202us (5424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.122136:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14339 00000100:00100000:0.0:1746135177.122247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.122318:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628225280 00000100:00100000:1.0:1746135177.122324:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628225280 00002000:00100000:1.0:1746135177.122357:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd500 x1830954628225280/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.122365:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd500 with x1830954628225280 ext(0->4095) 00010000:00010000:1.0:1746135177.122373:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.122386:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.122392:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addd500 00000100:00100000:1.0:1746135177.122418:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2744 00000100:00100000:1.0:1746135177.122424:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954628225280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135177.122577:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2010:x1830954628225280:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 153us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.122583:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2744 00002000:00100000:1.0:1746135177.122588:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009addd500 x1830954628225280/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.122595:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009addd500 with x1830954628225280 ext(0->4095) 00010000:00010000:1.0:1746135177.122599:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.122607:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.122611:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009addd500 00000100:00100000:0.0:1746135177.128610:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.128832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.128911:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628225408 00000100:00100000:3.0:1746135177.128925:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628225408 00010000:00010000:3.0:1746135177.128969:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.129002:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14340 00000100:00100000:3.0:1746135177.129011:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:2008:x1830954628225408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.129025:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.129050:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.129063:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.129094:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c362b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c3d expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.129123:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.129126:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.129135:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.129142:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.129168:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628225536 00000100:00100000:2.0:1746135177.129175:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628225536 00000100:00100000:2.0:1746135177.129214:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30034 00000100:00100000:2.0:1746135177.129222:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628225536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.129235:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.129241:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746135177.129254:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625987840:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.129262:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c44 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.129286:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.129293:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.129294:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.129298:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.129323:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.129336:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.129346:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625987968:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.129353:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855540 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.129372:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.133167:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625987840:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.133167:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625987968:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.133194:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135177.133210:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.133234:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741a00, rc 0) 00000100:00100000:3.0:1746135177.133253:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2008:x1830954628225408:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4241us (4419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.133258:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628225536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4038us (5304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.133265:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14340 00000100:00100000:2.0:1746135177.133266:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30034 00000100:00100000:0.0:1746135177.135992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.136684:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628225792 00000100:00100000:2.0:1746135177.136693:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628225792 00002000:00100000:2.0:1746135177.136744:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495500 x1830954628225792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.136753:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495500 with x1830954628225792 ext(0->4095) 00010000:00010000:2.0:1746135177.136762:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.136775:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.136781:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495500 00000100:00100000:2.0:1746135177.138066:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2745 00000100:00100000:2.0:1746135177.138081:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628225792:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.138272:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628225792:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 195us (2285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.138278:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2745 00002000:00100000:2.0:1746135177.138286:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495500 x1830954628225792/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.138294:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495500 with x1830954628225792 ext(0->4095) 00010000:00010000:2.0:1746135177.138301:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.138314:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 86 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.138320:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495500 00000100:00100000:0.0:1746135177.141823:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.141928:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.142024:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628225920 00000100:00100000:2.0:1746135177.142036:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628225920 00000100:00100000:2.0:1746135177.142260:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30035 00000100:00100000:2.0:1746135177.142268:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954628225920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.142291:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.142311:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c4b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.142340:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.142346:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.142352:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135177.142357:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.142402:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.142420:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.142426:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628226048 00010000:00010000:2.0:1746135177.142430:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740000, rc 0) 00000100:00100000:3.0:1746135177.142431:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628226048 00010000:00010000:3.0:1746135177.142452:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 88 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.142488:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14341 00000100:00100000:3.0:1746135177.142493:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954628226048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.142503:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.142535:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 88 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.142547:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 88 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.142565:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c3632 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c36 expref: 88 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.143269:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.143271:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746135177.143273:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1804:x1830954628225920:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1003us (1454us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135177.143278:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.143281:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30035 00010000:00010000:3.0:1746135177.143285:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.143318:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.143330:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.143343:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625988224:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.143418:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.150850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.150965:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628226304 00000100:00100000:1.0:1746135177.150975:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628226304 00000100:00100000:3.0:1746135177.150987:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625988224:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.151013:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746135177.151033:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495880 x1830954628226304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.151044:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495880 with x1830954628226304 ext(0->4095) 00010000:00010000:1.0:1746135177.151054:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.151073:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628226048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8578us (9143us total) trans 0 rc 0/0 00010000:00010000:1.0:1746135177.151074:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.151080:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495880 00000100:00100000:3.0:1746135177.151085:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14341 00000100:00100000:1.0:1746135177.151113:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2746 00000100:00100000:1.0:1746135177.151118:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628226304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135177.151288:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628226304:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 169us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.151297:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2746 00002000:00100000:1.0:1746135177.151303:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072495880 x1830954628226304/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.151310:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495880 with x1830954628226304 ext(0->4095) 00010000:00010000:1.0:1746135177.151314:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.151322:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.151327:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495880 00000100:00100000:0.0:1746135177.158526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.158626:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628226432 00000100:00100000:3.0:1746135177.158635:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628226432 00010000:00010000:3.0:1746135177.159848:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.159886:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14342 00000100:00100000:3.0:1746135177.159895:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628226432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.159917:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.159941:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.159954:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.159982:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3639 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c44 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.160002:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.160004:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.160012:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.160020:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.160056:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.160068:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625988352:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.160911:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.166522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.166525:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625988352:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.166548:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.166666:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628226688 00000100:00100000:2.0:1746135177.166671:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628226688 00002000:00100000:2.0:1746135177.166709:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060e00 x1830954628226688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.166718:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060e00 with x1830954628226688 ext(0->4095) 00002000:00010000:2.0:1746135177.166723:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060e00 00000100:00100000:2.0:1746135177.166744:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13375 00000100:00100000:2.0:1746135177.166749:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628226688:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.166864:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628226688:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.166870:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13375 00002000:00100000:2.0:1746135177.166875:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060e00 x1830954628226688/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.166886:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060e00 with x1830954628226688 ext(0->4095) 00002000:00010000:2.0:1746135177.166889:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060e00 00000100:00100000:3.0:1746135177.167005:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628226432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7110us (8495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.167015:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14342 00000100:00100000:0.0:1746135177.172496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.172780:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628226816 00000100:00100000:2.0:1746135177.172790:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628226816 00000100:00100000:2.0:1746135177.172855:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30036 00000100:00100000:2.0:1746135177.172864:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628226816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.172891:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.172916:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c52 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.172951:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.172958:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.172959:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.172962:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.172990:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.173002:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.173013:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625988480:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.173575:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.175863:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625988480:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135177.175898:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135177.175920:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741600, rc 0) 00000100:00100000:2.0:1746135177.177938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.178959:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628226816:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6086us (6468us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135177.178971:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30036 00000100:00100000:3.0:1746135177.179457:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628226944 00000100:00100000:3.0:1746135177.179468:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628226944 00010000:00010000:3.0:1746135177.179502:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 86 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.179537:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14343 00000100:00100000:3.0:1746135177.179543:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628226944:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.179556:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.179582:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 86 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.179596:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 86 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.179627:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3640 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c4b expref: 86 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.179659:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.179661:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.179669:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.179678:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.179718:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.179733:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625988608:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.179819:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.179972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.180031:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628227072 00000100:00100000:2.0:1746135177.180034:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628227072 00000100:00100000:2.0:1746135177.180053:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30037 00000100:00100000:2.0:1746135177.180058:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:1804:x1830954628227072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.180071:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.180081:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c59 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.180095:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.180100:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.180101:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.180104:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.180120:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.180129:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.180136:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b131f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625988736:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.180161:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.183479:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b131f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625988736:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135177.183531:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135177.183547:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740400, rc 0) 00000100:00100000:0.0:1746135177.183601:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+87:1804:x1830954628227072:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3541us (3629us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135177.183610:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30037 00000100:00100000:3.0:1746135177.183667:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625988608:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.183679:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.183698:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2011:x1830954628226944:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4156us (5770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.183707:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14343 00000100:00100000:0.0:1746135177.184285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.184524:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628227328 00000100:00100000:1.0:1746135177.184530:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628227328 00002000:00100000:1.0:1746135177.184569:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072494e00 x1830954628227328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.184577:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494e00 with x1830954628227328 ext(0->4095) 00010000:00010000:1.0:1746135177.184583:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.184595:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.184601:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072494e00 00000100:00100000:1.0:1746135177.184630:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2747 00000100:00100000:1.0:1746135177.184636:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628227328:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746135177.185005:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628227328:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 368us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.185011:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2747 00002000:00100000:1.0:1746135177.185016:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072494e00 x1830954628227328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.185022:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494e00 with x1830954628227328 ext(0->4095) 00010000:00010000:1.0:1746135177.185026:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.185033:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.185039:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072494e00 00000100:00100000:0.0:1746135177.188270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.188503:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628227456 00000100:00100000:3.0:1746135177.188522:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628227456 00010000:00010000:3.0:1746135177.188571:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.188609:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14344 00000100:00100000:3.0:1746135177.188618:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628227456:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.188637:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.188699:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.188713:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.188743:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3647 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c52 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.188787:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.188791:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.188799:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.188808:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.188847:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.188862:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625988864:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.188953:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.191997:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625988864:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.192021:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.192573:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628227456:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3952us (4314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.192586:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14344 00000100:00100000:1.0:1746135177.193351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.193500:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628227712 00000100:00100000:0.0:1746135177.193509:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628227712 00002000:00100000:0.0:1746135177.193569:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060a80 x1830954628227712/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.193581:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060a80 with x1830954628227712 ext(0->4095) 00002000:00010000:0.0:1746135177.193586:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060a80 00000100:00100000:0.0:1746135177.193608:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13376 00000100:00100000:0.0:1746135177.193616:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2008:x1830954628227712:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746135177.193817:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d060a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2008:x1830954628227712:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 201us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135177.193824:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13376 00002000:00100000:0.0:1746135177.193830:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d060a80 x1830954628227712/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.193837:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d060a80 with x1830954628227712 ext(0->4095) 00002000:00010000:0.0:1746135177.193840:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d060a80 00000100:00100000:0.0:1746135177.198985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.199170:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628227840 00000100:00100000:2.0:1746135177.199180:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628227840 00000100:00100000:2.0:1746135177.199235:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30038 00000100:00100000:2.0:1746135177.199244:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628227840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.199285:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.199306:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c60 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.199343:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.199351:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.199352:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.199356:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.199389:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 85 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.199402:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 85 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.199418:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625988992:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.199529:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.203712:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625988992:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.203748:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.203763:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741200, rc 0) 00000100:00100000:2.0:1746135177.203808:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628227840:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4564us (4830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.203817:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30038 00000100:00100000:0.0:1746135177.204217:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.206022:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628227968 00000100:00100000:2.0:1746135177.206036:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628227968 00002000:00100000:2.0:1746135177.206092:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072495180 x1830954628227968/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.206101:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495180 with x1830954628227968 ext(0->7) 00010000:00010000:2.0:1746135177.206112:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 86 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.206126:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 86 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.206133:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495180 00000100:00100000:2.0:1746135177.206164:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2748 00000100:00100000:2.0:1746135177.206170:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+86:2010:x1830954628227968:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135177.208152:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2010:x1830954628227968:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1975us (3930us total) trans 4294970690 rc 0/0 00000100:00100000:0.0:1746135177.208161:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2748 00002000:00100000:0.0:1746135177.208170:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880072495180 x1830954628227968/t4294970690(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/448 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.208179:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072495180 with x1830954628227968 ext(0->7) 00010000:00010000:0.0:1746135177.208186:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 88 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.208199:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 88 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.208205:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072495180 00000100:00100000:0.0:1746135177.220002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.222202:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628228096 00000100:00100000:3.0:1746135177.222220:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628228096 00010000:00010000:3.0:1746135177.222637:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 88 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.222714:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14345 00000100:00100000:3.0:1746135177.222725:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2010:x1830954628228096:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.222747:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.222772:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 88 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.222790:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 88 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.222819:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c364e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c59 expref: 88 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.222861:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.222864:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.222872:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.222881:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.222923:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.222937:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625989120:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.223076:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.225448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.225530:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628228224 00000100:00100000:2.0:1746135177.225542:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628228224 00000100:00100000:2.0:1746135177.225606:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30039 00000100:00100000:2.0:1746135177.225615:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:1804:x1830954628228224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.225634:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.225684:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c67 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.225720:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.225728:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.225730:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.225734:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.225764:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.225775:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.225787:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625989248:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.225893:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.227385:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625989120:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.227403:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.227451:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+89:2010:x1830954628228096:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4724us (7451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.227461:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14345 00000100:00100000:2.0:1746135177.229180:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625989248:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.229216:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 88 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135177.229223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135177.229238:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740000, rc 0) 00000100:00100000:0.0:1746135177.229252:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628228480 00000100:00100000:0.0:1746135177.229259:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628228480 00000100:00100000:2.0:1746135177.229282:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:1804:x1830954628228224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3669us (3846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.229291:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30039 00002000:00100000:0.0:1746135177.229300:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072496680 x1830954628228480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.229310:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496680 with x1830954628228480 ext(0->4095) 00010000:00010000:0.0:1746135177.229316:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.229328:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.229334:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496680 00000100:00100000:0.0:1746135177.229357:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2749 00000100:00100000:0.0:1746135177.229363:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628228480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135177.229668:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628228480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 304us (444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.229674:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2749 00002000:00100000:1.0:1746135177.229679:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072496680 x1830954628228480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.229686:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072496680 with x1830954628228480 ext(0->4095) 00010000:00010000:1.0:1746135177.229690:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.229699:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.229709:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072496680 00000100:00100000:0.0:1746135177.231374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.231457:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628228608 00000100:00100000:3.0:1746135177.231468:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628228608 00010000:00010000:3.0:1746135177.231497:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.231531:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14346 00000100:00100000:3.0:1746135177.231541:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628228608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.231556:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.231576:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.231588:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.231614:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c3655 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c60 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.231671:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.231673:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.231681:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.231690:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.231805:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.231819:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625989376:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.231904:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.234038:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625989376:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.234065:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.234119:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628228608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2577us (2749us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.234131:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14346 00000100:00100000:0.0:1746135177.234535:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.234762:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628228864 00000100:00100000:1.0:1746135177.234771:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628228864 00002000:00100000:1.0:1746135177.234818:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072494700 x1830954628228864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.234828:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494700 with x1830954628228864 ext(0->4095) 00002000:00010000:1.0:1746135177.234834:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072494700 00000100:00100000:1.0:1746135177.234854:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13377 00000100:00100000:1.0:1746135177.234861:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954628228864:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135177.235471:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2011:x1830954628228864:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 609us (935us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.235478:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13377 00002000:00100000:1.0:1746135177.235484:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072494700 x1830954628228864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.235491:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072494700 with x1830954628228864 ext(0->4095) 00002000:00010000:1.0:1746135177.235494:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072494700 00010000:00010000:3.0:1746135177.235901:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135177.237950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.237998:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628228992 00000100:00100000:2.0:1746135177.238006:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628228992 00000100:00100000:2.0:1746135177.238043:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30040 00000100:00100000:2.0:1746135177.238051:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628228992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.238074:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.238093:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c6e expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.238127:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.238135:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.238137:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.238141:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.238176:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 87 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.238196:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 87 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.238210:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625989504:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.238319:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.239713:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625989504:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.239747:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.239760:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740e00, rc 0) 00000100:00100000:2.0:1746135177.239809:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628228992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1758us (1865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.239820:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30040 00000100:00100000:0.0:1746135177.241108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.241204:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628229120 00000100:00100000:1.0:1746135177.241215:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628229120 00002000:00100000:1.0:1746135177.241261:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089fb2300 x1830954628229120/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.241270:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb2300 with x1830954628229120 ext(0->7) 00010000:00010000:1.0:1746135177.241279:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 88 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.241301:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 88 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.241308:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb2300 00000100:00100000:1.0:1746135177.241363:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2750 00000100:00100000:1.0:1746135177.241370:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+88:2010:x1830954628229120:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135177.242350:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628229120:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 978us (1246us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746135177.242357:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2750 00002000:00100000:0.0:1746135177.242363:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880089fb2300 x1830954628229120/t4294970691(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/448 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.242370:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb2300 with x1830954628229120 ext(0->7) 00010000:00010000:0.0:1746135177.242376:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.242391:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.242397:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb2300 00000100:00100000:0.0:1746135177.249700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.249799:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628229248 00000100:00100000:3.0:1746135177.249808:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628229248 00010000:00010000:3.0:1746135177.249840:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.249935:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14347 00000100:00100000:3.0:1746135177.249942:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628229248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.249955:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.249971:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.249981:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.250000:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c365c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c67 expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.250029:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.250031:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.250036:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.250044:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.250072:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.250083:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625989632:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.250151:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.255348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.255816:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628229504 00000100:00100000:1.0:1746135177.255827:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628229504 00002000:00100000:1.0:1746135177.255884:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb1f80 x1830954628229504/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.255895:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb1f80 with x1830954628229504 ext(0->4095) 00002000:00010000:1.0:1746135177.255900:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb1f80 00000100:00100000:1.0:1746135177.255924:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13378 00000100:00100000:1.0:1746135177.255930:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628229504:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135177.256502:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625989632:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.256530:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135177.257071:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628229504:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1137us (1730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.257081:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13378 00002000:00100000:1.0:1746135177.257089:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb1f80 x1830954628229504/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.257099:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb1f80 with x1830954628229504 ext(0->4095) 00002000:00010000:1.0:1746135177.257103:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb1f80 00000100:00100000:0.0:1746135177.257589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.257680:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628229632 00000100:00100000:2.0:1746135177.257688:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628229632 00000100:00100000:2.0:1746135177.257728:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30041 00000100:00100000:2.0:1746135177.257735:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:1804:x1830954628229632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.257751:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.257773:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c75 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.257806:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.257813:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.257815:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.257818:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.257854:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.257866:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.257878:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625989760:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.257942:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.258100:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2010:x1830954628229248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 8157us (8406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.258111:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14347 00000100:00100000:2.0:1746135177.262142:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625989760:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.262192:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.262214:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741200, rc 0) 00000100:00100000:2.0:1746135177.262323:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:1804:x1830954628229632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4587us (4735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.262332:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30041 00000100:00100000:0.0:1746135177.262822:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.262916:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628229760 00000100:00100000:2.0:1746135177.262923:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628229760 00000100:00100000:2.0:1746135177.262956:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30042 00000100:00100000:2.0:1746135177.262962:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:1820:x1830954628229760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.263175:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.263191:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c7c expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.263213:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.263217:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.263221:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.263224:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.263253:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.263264:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.263274:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740400, rc 0) 00000100:00100000:2.0:1746135177.263311:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1820:x1830954628229760:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 349us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.263316:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30042 00000100:00100000:0.0:1746135177.263846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.264722:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628229888 00000100:00100000:3.0:1746135177.264732:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628229888 00010000:00010000:3.0:1746135177.264767:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.264799:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14348 00000100:00100000:3.0:1746135177.264805:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628229888:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.264821:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.264846:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.264859:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.264885:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3663 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c6e expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.264917:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.264919:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.264928:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.264936:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.264965:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.264976:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.264989:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990016:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.265076:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a78553c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.266726:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990016:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.266740:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.266767:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628229888:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1961us (2921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.266775:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14348 00000100:00100000:0.0:1746135177.267708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.268083:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628230144 00000100:00100000:1.0:1746135177.268095:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628230144 00002000:00100000:1.0:1746135177.268143:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb0a80 x1830954628230144/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.268153:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0a80 with x1830954628230144 ext(0->4095) 00010000:00010000:1.0:1746135177.268162:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.268176:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.268183:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb0a80 00000100:00100000:0.0:1746135177.268234:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2751 00000100:00100000:0.0:1746135177.268246:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2011:x1830954628230144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135177.268682:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2011:x1830954628230144:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 439us (978us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135177.268690:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2751 00002000:00100000:0.0:1746135177.268696:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb0a80 x1830954628230144/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.268704:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb0a80 with x1830954628230144 ext(0->4095) 00010000:00010000:0.0:1746135177.268709:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.268719:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.268729:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880089fb0a80 00000100:00100000:0.0:1746135177.271330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.271428:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628230272 00000100:00100000:3.0:1746135177.271437:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628230272 00010000:00010000:3.0:1746135177.271468:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.271498:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14349 00000100:00100000:3.0:1746135177.271504:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2011:x1830954628230272:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.271526:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.271543:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.271554:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.271574:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c366a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c75 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.271604:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.271606:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.271612:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.271620:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.271691:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 90 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.271704:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990144:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.271789:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.273893:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990144:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.273921:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.273966:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628230272:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2461us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.273976:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14349 00000100:00100000:0.0:1746135177.274132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.274532:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628230528 00000100:00100000:2.0:1746135177.274540:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628230528 00002000:00100000:2.0:1746135177.274580:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb1880 x1830954628230528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.274590:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb1880 with x1830954628230528 ext(0->4095) 00002000:00010000:2.0:1746135177.274594:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb1880 00000100:00100000:2.0:1746135177.274890:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13379 00000100:00100000:2.0:1746135177.274900:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628230528:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135177.275074:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628230528:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 175us (942us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.275080:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13379 00002000:00100000:2.0:1746135177.275086:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880089fb1880 x1830954628230528/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.275093:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089fb1880 with x1830954628230528 ext(0->4095) 00002000:00010000:2.0:1746135177.275095:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880089fb1880 00000100:00100000:0.0:1746135177.279220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.279325:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628230656 00000100:00100000:2.0:1746135177.279333:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628230656 00000100:00100000:2.0:1746135177.279376:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30043 00000100:00100000:2.0:1746135177.279383:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628230656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.279399:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.279412:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c83 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.279435:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.279442:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.279443:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.279446:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.279471:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.279481:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 89 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.279495:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625990272:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.280031:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.282050:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625990272:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.282080:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.282095:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740000, rc 0) 00000100:00100000:2.0:1746135177.282139:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628230656:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2756us (2926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.282146:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30043 00000100:00100000:0.0:1746135177.282798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.283425:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628230784 00000100:00100000:2.0:1746135177.283432:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628230784 00010000:00010000:2.0:1746135177.283461:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.283496:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14350 00000100:00100000:2.0:1746135177.283502:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628230784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.283525:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.283543:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.283554:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.283577:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c3671 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c7c expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.283605:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.283607:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.283613:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.283620:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.283673:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.283684:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990400:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.283748:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.284593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.285288:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628230912 00000100:00100000:3.0:1746135177.285294:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628230912 00000100:00100000:3.0:1746135177.285339:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30044 00000100:00100000:3.0:1746135177.285345:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:1804:x1830954628230912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.285361:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.285375:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c8a expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.285394:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.285401:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.285402:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.285406:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.285428:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.285438:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.285453:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625990528:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.285531:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.286953:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625990528:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.286974:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.286987:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6a00, rc 0) 00000100:00100000:3.0:1746135177.287033:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1804:x1830954628230912:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1688us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.287044:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30044 00000100:00100000:1.0:1746135177.287160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.287173:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990400:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135177.287180:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628231168 00000100:00100000:0.0:1746135177.287185:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628231168 00010000:00010000:2.0:1746135177.287186:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746135177.287215:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d061880 x1830954628231168/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746135177.287221:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628230784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3719us (4424us total) trans 0 rc 0/0 00002000:00100000:0.0:1746135177.287224:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061880 with x1830954628231168 ext(0->4095) 00010000:00010000:0.0:1746135177.287230:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.287235:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14350 00010000:00010000:0.0:1746135177.287241:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.287247:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d061880 00000100:00100000:0.0:1746135177.287268:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2752 00000100:00100000:0.0:1746135177.287274:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628231168:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135177.287380:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628231168:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (221us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135177.287386:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2752 00002000:00100000:0.0:1746135177.287391:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d061880 x1830954628231168/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.287398:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d061880 with x1830954628231168 ext(0->4095) 00010000:00010000:0.0:1746135177.287402:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.287411:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.287416:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d061880 00000100:00100000:0.0:1746135177.289597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.289833:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628231296 00000100:00100000:2.0:1746135177.289840:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628231296 00010000:00010000:2.0:1746135177.289863:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.289898:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14351 00000100:00100000:2.0:1746135177.289905:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628231296:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.289916:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.289932:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.289942:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.289959:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3678 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c83 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.289984:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.289986:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.289993:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.290000:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.290040:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.290052:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990656:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.290112:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.294015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.294079:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628231552 00000100:00100000:0.0:1746135177.294089:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628231552 00002000:00100000:0.0:1746135177.294135:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d063b80 x1830954628231552/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.294143:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063b80 with x1830954628231552 ext(0->4095) 00002000:00010000:0.0:1746135177.294148:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d063b80 00000100:00100000:0.0:1746135177.294183:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13380 00000100:00100000:0.0:1746135177.294191:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628231552:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746135177.294332:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d063b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2011:x1830954628231552:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135177.294339:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13380 00002000:00100000:0.0:1746135177.294344:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88012d063b80 x1830954628231552/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.294350:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d063b80 with x1830954628231552 ext(0->4095) 00002000:00010000:0.0:1746135177.294354:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d063b80 00000100:00100000:3.0:1746135177.294676:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b132a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990656:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.294694:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.294717:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628231296:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4813us (5126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.294724:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14351 00000100:00100000:0.0:1746135177.300277:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.300405:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628231680 00000100:00100000:3.0:1746135177.300414:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628231680 00000100:00100000:3.0:1746135177.300453:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30045 00000100:00100000:3.0:1746135177.300460:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628231680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.300477:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.300493:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c91 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.300528:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.300535:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.300537:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.300540:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.300570:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 89 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.300580:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 89 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.300592:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625990784:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.300677:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.305348:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625990784:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.305394:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.305416:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6200, rc 0) 00000100:00100000:3.0:1746135177.305871:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628231680:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5410us (5598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.305880:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30045 00000100:00100000:1.0:1746135177.308588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.308761:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628231808 00000100:00100000:3.0:1746135177.308770:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628231808 00002000:00100000:3.0:1746135177.308811:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d062300 x1830954628231808/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.308820:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062300 with x1830954628231808 ext(0->7) 00010000:00010000:3.0:1746135177.308829:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.308846:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 90 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.308853:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062300 00000100:00100000:3.0:1746135177.309158:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2753 00000100:00100000:3.0:1746135177.309166:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+90:2010:x1830954628231808:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135177.310048:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d062300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2010:x1830954628231808:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 876us (1468us total) trans 4294970692 rc 0/0 00000100:00100000:0.0:1746135177.310057:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2753 00002000:00100000:0.0:1746135177.310064:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88012d062300 x1830954628231808/t4294970692(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/448 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.310072:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d062300 with x1830954628231808 ext(0->7) 00010000:00010000:0.0:1746135177.310078:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 92 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.310089:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 92 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.310094:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d062300 00000100:00100000:0.0:1746135177.311895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.311993:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628231936 00000100:00100000:3.0:1746135177.312003:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628231936 00010000:00010000:3.0:1746135177.312047:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 92 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.312088:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14352 00000100:00100000:3.0:1746135177.312096:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2008:x1830954628231936:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.312111:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.312130:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 92 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.312140:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 92 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.312164:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6a00/0xc3cfcce4a57c367f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c8a expref: 92 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.312191:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.312193:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.312201:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.312209:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.312243:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.312256:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990912:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.312381:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.315739:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625990912:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.315761:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.315805:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:2008:x1830954628231936:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3708us (3920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.315815:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14352 00000100:00100000:0.0:1746135177.315949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.316083:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628232192 00000100:00100000:2.0:1746135177.316089:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628232192 00002000:00100000:2.0:1746135177.316122:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670380 x1830954628232192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.316131:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670380 with x1830954628232192 ext(0->4095) 00002000:00010000:2.0:1746135177.316136:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094670380 00000100:00100000:2.0:1746135177.316151:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13381 00000100:00100000:2.0:1746135177.316157:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628232192:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135177.316280:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628232192:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.316286:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13381 00002000:00100000:2.0:1746135177.316291:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094670380 x1830954628232192/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.316301:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670380 with x1830954628232192 ext(0->4095) 00002000:00010000:2.0:1746135177.316304:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094670380 00000100:00100000:1.0:1746135177.318073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.318221:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628232320 00000100:00100000:3.0:1746135177.318229:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628232320 00000100:00100000:3.0:1746135177.318351:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30046 00000100:00100000:3.0:1746135177.318358:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+91:1820:x1830954628232320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.318372:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.318388:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c98 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.318414:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.318425:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.318427:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.318430:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.318460:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.318473:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.318485:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625991040:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.319023:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.320261:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625991040:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.320289:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 92 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.320305:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d400, rc 0) 00000100:00100000:3.0:1746135177.320359:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:1820:x1830954628232320:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2000us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.320366:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30046 00000100:00100000:0.0:1746135177.327469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.327730:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628232448 00000100:00100000:3.0:1746135177.327741:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628232448 00010000:00010000:3.0:1746135177.327785:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.327835:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14353 00000100:00100000:3.0:1746135177.327842:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628232448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.327856:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.327878:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.327890:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.327916:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3686 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c91 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.327934:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.327936:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.327944:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.327998:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.328035:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.328047:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625991168:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.328116:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.329924:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625991168:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.329945:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.329989:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628232448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2146us (2528us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.329998:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14353 00000100:00100000:0.0:1746135177.330705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.330828:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628232704 00000100:00100000:2.0:1746135177.330837:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628232704 00002000:00100000:2.0:1746135177.330884:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094671c00 x1830954628232704/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.330893:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671c00 with x1830954628232704 ext(0->4095) 00002000:00010000:2.0:1746135177.330899:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094671c00 00000100:00100000:2.0:1746135177.330943:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13382 00000100:00100000:2.0:1746135177.330950:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2008:x1830954628232704:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746135177.331420:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2008:x1830954628232704:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 469us (715us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.331426:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13382 00002000:00100000:2.0:1746135177.331431:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094671c00 x1830954628232704/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.331444:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671c00 with x1830954628232704 ext(0->4095) 00002000:00010000:2.0:1746135177.331447:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094671c00 00000100:00100000:0.0:1746135177.337215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.337518:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628232832 00000100:00100000:3.0:1746135177.337527:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628232832 00000100:00100000:3.0:1746135177.337581:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30047 00000100:00100000:3.0:1746135177.337589:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628232832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.337608:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.337627:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237c9f expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.337671:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.337678:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.337680:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.337684:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.337711:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 91 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.337723:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 91 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.337733:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625991296:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.338283:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.339941:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625991296:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.339978:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.339999:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101dc00, rc 0) 00000100:00100000:3.0:1746135177.340052:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628232832:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2464us (2849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.340062:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30047 00000100:00100000:0.0:1746135177.340825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.340885:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628232960 00000100:00100000:3.0:1746135177.340892:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628232960 00002000:00100000:3.0:1746135177.340928:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094671500 x1830954628232960/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.340936:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671500 with x1830954628232960 ext(0->7) 00010000:00010000:3.0:1746135177.340942:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 92 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.340955:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 92 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.340960:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094671500 00000100:00100000:3.0:1746135177.340996:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2754 00000100:00100000:3.0:1746135177.341003:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+92:2010:x1830954628232960:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135177.342426:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2010:x1830954628232960:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 1413us (1594us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746135177.342436:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2754 00002000:00100000:0.0:1746135177.342443:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff880094671500 x1830954628232960/t4294970693(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/448 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.342457:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094671500 with x1830954628232960 ext(0->7) 00010000:00010000:0.0:1746135177.342464:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.342478:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.342483:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094671500 00000100:00100000:0.0:1746135177.346815:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.347867:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628233088 00000100:00100000:3.0:1746135177.347880:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628233088 00010000:00010000:3.0:1746135177.347925:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.347953:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14354 00000100:00100000:3.0:1746135177.347959:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2009:x1830954628233088:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.347974:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.347995:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.348008:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.348029:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c368d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c98 expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.348265:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.348266:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.348274:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.348282:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.348319:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.348332:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625991424:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.348840:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.352405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.352528:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625991424:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.352552:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.352598:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2009:x1830954628233088:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4638us (5798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.352608:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14354 00000100:00100000:1.0:1746135177.352905:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628233344 00000100:00100000:1.0:1746135177.352912:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628233344 00002000:00100000:1.0:1746135177.352959:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094672300 x1830954628233344/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.352970:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094672300 with x1830954628233344 ext(0->4095) 00002000:00010000:1.0:1746135177.352975:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094672300 00000100:00100000:1.0:1746135177.352999:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13383 00000100:00100000:1.0:1746135177.353006:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628233344:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746135177.353158:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628233344:12345-192.168.202.58@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.353164:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13383 00000100:00100000:0.0:1746135177.353219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.353319:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628233472 00000100:00100000:3.0:1746135177.353323:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628233472 00000100:00100000:3.0:1746135177.353346:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30048 00000100:00100000:3.0:1746135177.353351:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:1804:x1830954628233472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.353362:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.353381:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ca6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.353409:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.353417:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.353419:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.353423:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.353451:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.353462:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.353474:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625991552:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.353541:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00002000:00100000:1.0:1746135177.353685:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880094672300 x1830954628233344/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.353694:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094672300 with x1830954628233344 ext(0->4095) 00010000:00010000:1.0:1746135177.353699:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.353710:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.353717:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094672300 00000100:00100000:0.0:1746135177.355591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.355786:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625991552:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.355819:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.355837:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5800, rc 0) 00000100:00100000:3.0:1746135177.355888:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1804:x1830954628233472:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2536us (2668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.355896:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30048 00000100:00100000:3.0:1746135177.356262:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628233600 00000100:00100000:3.0:1746135177.356269:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628233600 00000100:00100000:3.0:1746135177.356310:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30049 00000100:00100000:3.0:1746135177.356317:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1820:x1830954628233600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.356330:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.356760:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cad expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.356779:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746135177.356781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135177.356783:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.356788:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.356791:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.356818:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.356831:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.356833:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628233728 00000100:00100000:2.0:1746135177.356836:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628233728 00010000:00010000:3.0:1746135177.356837:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5600, rc 0) 00010000:00010000:2.0:1746135177.356853:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.356869:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14355 00000100:00100000:2.0:1746135177.356874:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628233728:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.356882:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.356937:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.356948:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.356949:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1820:x1830954628233600:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 633us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.356954:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30049 00010000:00010000:2.0:1746135177.357087:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101dc00/0xc3cfcce4a57c3694 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237c9f expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.357102:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.357103:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.357109:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.357115:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.357138:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.357148:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.357159:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625991808:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.357216:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff880097af03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.359351:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.359403:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628233984 00000100:00100000:1.0:1746135177.359410:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628233984 00000100:00100000:2.0:1746135177.359433:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625991808:192.168.202.58@tcp:105: 00002000:00100000:1.0:1746135177.359444:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1f80 x1830954628233984/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746135177.359448:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746135177.359452:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1f80 with x1830954628233984 ext(0->4095) 00010000:00010000:1.0:1746135177.359459:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.359469:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.359475:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a1f80 00000100:00100000:2.0:1746135177.359488:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628233728:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2614us (2707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.359497:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14355 00000100:00100000:1.0:1746135177.359569:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2755 00000100:00100000:1.0:1746135177.359575:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628233984:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135177.359704:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628233984:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.359713:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2755 00002000:00100000:1.0:1746135177.359718:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1f80 x1830954628233984/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.359725:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1f80 with x1830954628233984 ext(0->4095) 00010000:00010000:1.0:1746135177.359730:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.359739:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.359744:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a1f80 00000100:00100000:0.0:1746135177.361913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.362022:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628234112 00000100:00100000:2.0:1746135177.362033:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628234112 00010000:00010000:2.0:1746135177.362068:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.362094:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14356 00000100:00100000:2.0:1746135177.362099:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2008:x1830954628234112:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.362114:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.362136:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.362153:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.362179:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c369b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ca6 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.362198:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.362200:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.362210:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.362219:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.362258:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.362270:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625991936:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.362362:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.365541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.366526:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625991936:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.366550:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.366608:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2008:x1830954628234112:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4507us (4705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.366621:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14356 00000100:00100000:3.0:1746135177.366978:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628234368 00000100:00100000:3.0:1746135177.366985:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628234368 00002000:00100000:3.0:1746135177.367020:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1500 x1830954628234368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.367030:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1500 with x1830954628234368 ext(0->4095) 00002000:00010000:3.0:1746135177.367034:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1500 00000100:00100000:3.0:1746135177.367062:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13384 00000100:00100000:3.0:1746135177.367069:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628234368:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135177.367255:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628234368:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 185us (1721us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.367261:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13384 00002000:00100000:3.0:1746135177.367266:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a1500 x1830954628234368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.367273:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1500 with x1830954628234368 ext(0->4095) 00002000:00010000:3.0:1746135177.367276:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1500 00000100:00100000:0.0:1746135177.369096:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.369171:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628234496 00000100:00100000:3.0:1746135177.369181:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628234496 00000100:00100000:3.0:1746135177.369276:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30050 00000100:00100000:3.0:1746135177.369285:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628234496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.369309:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.369330:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cb4 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.369361:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.369368:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.369369:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.369373:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.369403:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.369413:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 93 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.369424:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625992064:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.369970:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.372896:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625992064:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.372936:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.372956:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5c00, rc 0) 00000100:00100000:3.0:1746135177.373000:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628234496:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3717us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.373008:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30050 00000100:00100000:0.0:1746135177.374741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.374877:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628234624 00000100:00100000:2.0:1746135177.374887:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628234624 00010000:00010000:2.0:1746135177.374929:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.374967:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14357 00000100:00100000:2.0:1746135177.374976:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628234624:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.374990:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.375013:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.375026:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.375051:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c36a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cad expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.375084:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.375087:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.375095:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.375104:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.375138:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.375153:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625992192:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.375914:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.378956:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.379036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.379133:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628234752 00000100:00100000:2.0:1746135177.379144:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628234752 00000100:00100000:2.0:1746135177.379199:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30051 00000100:00100000:2.0:1746135177.379206:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1804:x1830954628234752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.379228:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.379248:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cbb expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.379287:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.379296:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.379297:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.379300:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.379335:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.379347:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.379360:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625992320:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.379463:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53983c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.379909:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628235008 00000100:00100000:1.0:1746135177.379914:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628235008 00002000:00100000:1.0:1746135177.379945:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0380 x1830954628235008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.379953:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0380 with x1830954628235008 ext(0->4095) 00010000:00010000:1.0:1746135177.379960:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.379970:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.379977:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0380 00000100:00100000:1.0:1746135177.379995:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2756 00000100:00100000:1.0:1746135177.380000:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628235008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135177.380141:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628235008:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (1104us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.380149:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2756 00002000:00100000:1.0:1746135177.380154:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a0380 x1830954628235008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.380161:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a0380 with x1830954628235008 ext(0->4095) 00010000:00010000:1.0:1746135177.380166:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.380175:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.380179:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a0380 00000100:00100000:3.0:1746135177.380311:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625992192:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.380331:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.380355:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628234624:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5381us (5621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.380364:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14357 00000100:00100000:2.0:1746135177.385790:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625992320:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.385842:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.385872:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740200, rc 0) 00000100:00100000:2.0:1746135177.385951:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1804:x1830954628234752:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6743us (7008us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.385964:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30051 00000100:00100000:0.0:1746135177.386742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.386824:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628235136 00000100:00100000:3.0:1746135177.386836:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628235136 00000100:00100000:3.0:1746135177.386887:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30052 00000100:00100000:3.0:1746135177.386895:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1820:x1830954628235136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.386919:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.386938:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cc2 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.386970:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.386975:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.386981:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.386983:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 95 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.387019:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.387029:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 95 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.387035:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5800, rc 0) 00000100:00100000:3.0:1746135177.387057:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1820:x1830954628235136:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.387060:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30052 00000100:00100000:0.0:1746135177.388253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.388334:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628235264 00000100:00100000:3.0:1746135177.388338:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628235264 00010000:00010000:3.0:1746135177.388363:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.388582:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14358 00000100:00100000:3.0:1746135177.388591:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628235264:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.388604:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.388627:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.388665:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.388686:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36a9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cb4 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.389033:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.389036:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.389044:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.389054:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.389088:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.389100:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 94 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.389112:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625992576:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.389699:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.392615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.392737:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625992576:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.392761:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.393845:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628235264:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5251us (5593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.393857:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14358 00000100:00100000:2.0:1746135177.394461:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628235520 00000100:00100000:2.0:1746135177.394468:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628235520 00002000:00100000:2.0:1746135177.394501:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2680 x1830954628235520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.394521:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2680 with x1830954628235520 ext(0->4095) 00010000:00010000:2.0:1746135177.394529:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.394541:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.394548:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a2680 00000100:00100000:2.0:1746135177.394577:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2757 00000100:00100000:2.0:1746135177.394583:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628235520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.394720:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628235520:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (2117us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.394726:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2757 00002000:00100000:2.0:1746135177.394731:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a2680 x1830954628235520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.394744:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a2680 with x1830954628235520 ext(0->4095) 00010000:00010000:2.0:1746135177.394748:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.394757:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.394762:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801212a2680 00000100:00100000:0.0:1746135177.396926:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.397007:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628235648 00000100:00100000:3.0:1746135177.397018:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628235648 00010000:00010000:3.0:1746135177.397058:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.397099:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14359 00000100:00100000:3.0:1746135177.397107:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2008:x1830954628235648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.397135:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.397157:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.397171:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.397199:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740200/0xc3cfcce4a57c36b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cbb expref: 95 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.397233:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.397236:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.397244:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.397252:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.397289:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 94 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.397303:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625992704:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.397402:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.399259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.399752:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628235904 00000100:00100000:2.0:1746135177.399764:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628235904 00002000:00100000:2.0:1746135177.399817:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3480 x1830954628235904/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.399827:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3480 with x1830954628235904 ext(0->4095) 00002000:00010000:2.0:1746135177.399833:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a3480 00000100:00100000:2.0:1746135177.399867:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13385 00000100:00100000:2.0:1746135177.399874:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2008:x1830954628235904:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135177.399997:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625992704:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.400028:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.400052:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2008:x1830954628235904:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (805us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.400058:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2008:x1830954628235648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2951us (3140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.400060:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13385 00002000:00100000:2.0:1746135177.400066:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3480 x1830954628235904/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746135177.400073:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14359 00002000:00100000:2.0:1746135177.400073:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3480 with x1830954628235904 ext(0->4095) 00002000:00010000:2.0:1746135177.400076:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a3480 00000100:00100000:0.0:1746135177.402365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.402457:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628236032 00000100:00100000:2.0:1746135177.402465:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628236032 00000100:00100000:2.0:1746135177.402508:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30053 00000100:00100000:2.0:1746135177.402528:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628236032:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.402544:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.402558:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cc9 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.402590:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.402597:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.402599:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.402603:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.402660:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.402672:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 93 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.402685:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625992832:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.403906:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.405880:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625992832:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.405916:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.405939:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741200, rc 0) 00000100:00100000:2.0:1746135177.405985:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628236032:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3457us (3628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.405994:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30053 00000100:00100000:0.0:1746135177.406557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.406724:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628236160 00000100:00100000:3.0:1746135177.406732:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628236160 00010000:00010000:3.0:1746135177.406760:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 94 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.406784:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14360 00000100:00100000:3.0:1746135177.406790:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2010:x1830954628236160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.406805:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.406829:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 94 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.406840:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 94 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.406865:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc2 expref: 94 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.406894:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.406897:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.406904:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.406913:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.406942:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.406956:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625992960:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.407023:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.408942:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625992960:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.409058:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.409102:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:2010:x1830954628236160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2311us (2545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.409110:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14360 00000100:00100000:0.0:1746135177.409592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.409671:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628236416 00000100:00100000:1.0:1746135177.409680:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628236416 00002000:00100000:1.0:1746135177.409727:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3100 x1830954628236416/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.409738:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3100 with x1830954628236416 ext(0->4095) 00002000:00010000:1.0:1746135177.409745:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a3100 00000100:00100000:1.0:1746135177.409772:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13386 00000100:00100000:1.0:1746135177.409778:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628236416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135177.409945:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628236416:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 167us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.409951:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13386 00002000:00100000:1.0:1746135177.409957:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff8801212a3100 x1830954628236416/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.409964:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3100 with x1830954628236416 ext(0->4095) 00002000:00010000:1.0:1746135177.409967:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a3100 00000100:00100000:0.0:1746135177.410994:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.411636:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628236544 00000100:00100000:2.0:1746135177.411662:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628236544 00000100:00100000:2.0:1746135177.411734:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30054 00000100:00100000:2.0:1746135177.411747:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+93:1804:x1830954628236544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.411768:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.411803:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cd0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.411839:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.411851:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.411853:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.411859:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.411900:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.411920:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.411943:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625993088:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.412090:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.415096:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625993088:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.415144:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.415170:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741c00, rc 0) 00000100:00100000:2.0:1746135177.415240:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1804:x1830954628236544:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3493us (4249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.415253:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30054 00000100:00100000:0.0:1746135177.419214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.419400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.419678:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628236672 00000100:00100000:3.0:1746135177.419689:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628236672 00000100:00100000:3.0:1746135177.419737:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30055 00000100:00100000:3.0:1746135177.419744:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1820:x1830954628236672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.419766:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.419782:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cd7 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.419809:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.419814:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.419820:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.419824:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.419859:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.419876:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.419885:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5a00, rc 0) 00000100:00100000:3.0:1746135177.419939:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1820:x1830954628236672:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 196us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.419945:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30055 00000100:00100000:3.0:1746135177.419966:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628236800 00000100:00100000:3.0:1746135177.419968:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628236800 00010000:00010000:3.0:1746135177.419981:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.419996:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14361 00000100:00100000:3.0:1746135177.420001:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072490e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628236800:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.420009:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.420028:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.420038:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.420055:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741200/0xc3cfcce4a57c36be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cc9 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.420068:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.420070:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.420076:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.420082:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.420098:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.420108:0:7231:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 94 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.420119:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625993344:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.420168:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.425543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.425688:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625993344:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.425711:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.425766:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072490e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628236800:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5763us (6364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.425782:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14361 00000100:00100000:2.0:1746135177.425975:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628237056 00000100:00100000:2.0:1746135177.425985:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628237056 00002000:00100000:2.0:1746135177.426046:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072491880 x1830954628237056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.426060:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491880 with x1830954628237056 ext(0->4095) 00010000:00010000:2.0:1746135177.426076:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.426099:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.426108:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072491880 00000100:00100000:2.0:1746135177.428338:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2758 00000100:00100000:2.0:1746135177.428366:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628237056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135177.428832:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3769:1830954625993472:0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.428919:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135177.429028:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830954625993600:0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.429090:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135177.429138:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3770:1830954625994112:0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.429167:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135177.429326:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830954625993856:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.429350:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625993728:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.429369:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135177.429385:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830954625994240:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.429405:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625993728 00000100:00100000:1.0:1746135177.429410:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625993728 00000100:00100000:1.0:1746135177.429466:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1746135177.429476:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830954625993728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.429546:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830954625993728:12345-0@lo:400:kworker.0 Request processed in 70us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.429554:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1746135177.431774:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628237056:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 3415us (6231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.431784:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2758 00002000:00100000:2.0:1746135177.431796:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880072491880 x1830954628237056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.431804:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491880 with x1830954628237056 ext(0->4095) 00010000:00010000:2.0:1746135177.431812:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.431825:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.431831:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072491880 00000100:00100000:3.0:1746135177.432305:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625993984:0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.432360:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135177.432377:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625994496:0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.432393:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135177.432421:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625995008:0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.432447:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135177.432585:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3770:1830954625994624:0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.432626:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135177.432713:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625993600 00000100:00100000:0.0:1746135177.432724:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625993600 00000100:00100000:0.0:1746135177.432771:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625994112 00000100:00100000:0.0:1746135177.432775:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625994112 00000100:00100000:0.0:1746135177.432810:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625994624 00000100:00100000:0.0:1746135177.432813:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625994624 00000100:00100000:0.0:1746135177.432836:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1746135177.432847:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830954625993600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.432911:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830954625993600:12345-0@lo:400:kworker.0 Request processed in 66us (3818us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135177.432919:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1746135177.432939:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1746135177.432948:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830954625994112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.432981:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830954625994112:12345-0@lo:400:kworker.0 Request processed in 34us (3812us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135177.432991:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1746135177.433004:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1746135177.433011:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830954625994624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.433039:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830954625994624:12345-0@lo:400:kworker.0 Request processed in 28us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135177.433187:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00080000:0.0:1746135177.433208:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746135177.433221:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625994496 00000100:00100000:0.0:1746135177.433224:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625994496 00000100:00100000:0.0:1746135177.433242:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625995008 00000100:00100000:0.0:1746135177.433244:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625995008 00000100:00100000:0.0:1746135177.433255:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1746135177.433259:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625994496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.433284:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625994496:12345-0@lo:400:kworker.0 Request processed in 24us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135177.433288:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1746135177.433299:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1746135177.433306:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625995008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.433331:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625995008:12345-0@lo:400:kworker.0 Request processed in 26us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135177.433335:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00080000:0.0:1746135177.433346:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746135177.433348:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135177.433368:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830954625993600:0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.433376:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3770:1830954625994112:0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.433384:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3770:1830954625994624:0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.433484:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625994496:0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.433497:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625995008:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.433583:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625993472 00000100:00100000:1.0:1746135177.433587:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625993472 00000100:00100000:1.0:1746135177.433606:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1746135177.433610:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3769:x1830954625993472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.433690:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3769:x1830954625993472:12345-0@lo:400:kworker.0 Request processed in 78us (4771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.433696:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1746135177.433733:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625993984 00000100:00100000:1.0:1746135177.433736:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625993984 00000100:00100000:1.0:1746135177.433760:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1746135177.433767:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625993984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.433802:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625993984:12345-0@lo:400:kworker.0 Request processed in 34us (1440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.433807:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1746135177.433826:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135177.433853:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625994368:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.433877:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135177.433894:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625994880:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.433914:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135177.433941:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625993856 00000100:00100000:1.0:1746135177.433945:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625993856 00000100:00100000:1.0:1746135177.433963:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1746135177.433967:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830954625993856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.433988:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830954625993856:12345-0@lo:400:kworker.0 Request processed in 21us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.433991:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1746135177.434003:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135177.434016:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830954625994752:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.434029:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135177.434047:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625993728:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.434060:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625994240 00000100:00100000:1.0:1746135177.434062:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625994240 00000100:00100000:1.0:1746135177.434076:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625994752 00000100:00100000:1.0:1746135177.434078:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625994752 00000100:00100000:1.0:1746135177.434089:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1746135177.434093:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830954625994240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.434118:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830954625994240:12345-0@lo:400:kworker.0 Request processed in 25us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.434122:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1746135177.434131:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1746135177.434135:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830954625994752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.434150:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830954625994752:12345-0@lo:400:kworker.0 Request processed in 16us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.434154:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1746135177.434171:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830954625994240:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.434178:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830954625994752:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.434195:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830954625993856:0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.434245:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625994368 00000100:00100000:3.0:1746135177.434248:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625994368 00000100:00100000:3.0:1746135177.434265:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625994880 00000100:00100000:3.0:1746135177.434267:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625994880 00000100:00100000:3.0:1746135177.434278:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1746135177.434282:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954625994368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.434309:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954625994368:12345-0@lo:400:kworker.0 Request processed in 26us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.434313:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1746135177.434320:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1746135177.434323:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954625994880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.434338:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954625994880:12345-0@lo:400:kworker.0 Request processed in 15us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.434341:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1746135177.434361:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3769:1830954625993472:0@lo:400:kworker.0 00000100:00100000:3.0:1746135177.434370:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625993984:0@lo:400:kworker.0 00000100:00080000:0.0:1746135177.435466:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746135177.435472:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746135177.435474:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746135177.435533:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625994368:0@lo:400:kworker.0 00000100:00100000:1.0:1746135177.435541:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954625994880:0@lo:400:kworker.0 00000100:00100000:0.0:1746135177.436047:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.436220:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628237184 00000100:00100000:3.0:1746135177.436227:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628237184 00010000:00010000:3.0:1746135177.436271:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.436314:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14362 00000100:00100000:3.0:1746135177.436322:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2010:x1830954628237184:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.436337:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.436363:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.436379:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.436410:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c36c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd0 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.436448:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.436450:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.436459:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.436468:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.436505:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 94 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.436528:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625995136:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.437664:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.439446:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954625995136:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.439466:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.439528:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2010:x1830954628237184:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3204us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.439541:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14362 00000100:00100000:0.0:1746135177.439837:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.439914:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628237440 00000100:00100000:2.0:1746135177.439921:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628237440 00002000:00100000:2.0:1746135177.439965:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68000 x1830954628237440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.439974:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68000 with x1830954628237440 ext(0->4095) 00002000:00010000:2.0:1746135177.439984:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae68000 00000100:00100000:2.0:1746135177.440007:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13387 00000100:00100000:2.0:1746135177.440014:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628237440:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.440165:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628237440:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 152us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.440172:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13387 00002000:00100000:2.0:1746135177.440177:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68000 x1830954628237440/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.440183:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68000 with x1830954628237440 ext(0->4095) 00002000:00010000:2.0:1746135177.440185:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae68000 00000100:00100000:0.0:1746135177.443044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.443129:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628237568 00000100:00100000:1.0:1746135177.443139:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628237568 00000100:00100000:1.0:1746135177.443184:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30056 00000100:00100000:1.0:1746135177.443191:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628237568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135177.443210:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135177.443230:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cde expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.443388:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.443400:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135177.443402:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135177.443405:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.443432:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 93 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.445850:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 93 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.445868:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625995264:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135177.445982:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.449040:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625995264:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135177.449096:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.449115:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99c00, rc 0) 00000100:00100000:1.0:1746135177.449176:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628237568:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5984us (6141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.449184:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30056 00000100:00100000:0.0:1746135177.450516:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.450570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.450587:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628237824 00000100:00100000:1.0:1746135177.450596:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628237824 00000100:00100000:1.0:1746135177.450669:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30057 00000100:00100000:1.0:1746135177.450677:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1804:x1830954628237824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746135177.450679:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628237696 00000100:00100000:3.0:1746135177.450684:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628237696 00010000:00010000:1.0:1746135177.450698:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.450711:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.450717:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ce5 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.450736:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14363 00000100:00100000:3.0:1746135177.450741:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954628237696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135177.450745:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.450751:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135177.450752:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.450758:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746135177.450762:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 96 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.450776:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 96 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.450788:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 96 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.450804:0:26641:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.450809:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c36cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cd7 expref: 96 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.450817:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 95 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.450824:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.450825:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.450830:0:26641:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.450837:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.451187:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746135177.451198:0:26641:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.451214:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 5 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.451228:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625995520:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.451581:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2011:x1830954628237696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 838us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.451589:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14363 00000100:00100000:1.0:1746135177.451662:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.453942:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625995520:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135177.453952:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135177.453963:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009df4be00, rc 0) 00000100:00100000:1.0:1746135177.454006:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:1804:x1830954628237824:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3330us (3506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.454015:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30057 00000100:00100000:2.0:1746135177.454118:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628238080 00000100:00100000:2.0:1746135177.454129:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628238080 00002000:00100000:2.0:1746135177.454168:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6a300 x1830954628238080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.454177:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954628238080 ext(0->4095) 00010000:00010000:2.0:1746135177.454185:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.454198:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.454204:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a300 00000100:00100000:2.0:1746135177.454222:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2759 00000100:00100000:2.0:1746135177.454230:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628238080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.455022:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628238080:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 791us (1069us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.455028:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2759 00002000:00100000:2.0:1746135177.455033:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae6a300 x1830954628238080/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.455039:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a300 with x1830954628238080 ext(0->4095) 00010000:00010000:2.0:1746135177.455044:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.455055:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.455059:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a300 00000100:00100000:0.0:1746135177.461052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.461163:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628238208 00000100:00100000:1.0:1746135177.461173:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628238208 00010000:00010000:1.0:1746135177.461212:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.461259:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14364 00000100:00100000:1.0:1746135177.461267:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628238208:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135177.461283:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135177.461308:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.461320:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.461347:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c36d3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cde expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.461376:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.461379:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.461386:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.461394:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.461427:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135177.461439:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625995648:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135177.461540:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.465508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.465831:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628238464 00000100:00100000:2.0:1746135177.465842:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628238464 00002000:00100000:2.0:1746135177.465900:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68380 x1830954628238464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.465911:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68380 with x1830954628238464 ext(0->4095) 00002000:00010000:2.0:1746135177.465916:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae68380 00000100:00100000:2.0:1746135177.465945:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13388 00000100:00100000:2.0:1746135177.465953:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628238464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.466107:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2011:x1830954628238464:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 155us (618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.466114:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13388 00002000:00100000:2.0:1746135177.466119:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae68380 x1830954628238464/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.466125:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68380 with x1830954628238464 ext(0->4095) 00002000:00010000:2.0:1746135177.466127:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae68380 00000100:00100000:1.0:1746135177.466240:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625995648:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135177.466266:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135177.466291:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628238208:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5026us (5248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.466300:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14364 00000100:00100000:0.0:1746135177.469226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.469506:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628238592 00000100:00100000:1.0:1746135177.469525:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628238592 00000100:00100000:1.0:1746135177.469585:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30058 00000100:00100000:1.0:1746135177.469594:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628238592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135177.469621:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135177.469690:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cec expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.469726:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.469735:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135177.469736:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135177.469740:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.469774:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 93 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.469786:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 93 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.469796:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625995776:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135177.469905:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.473381:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625995776:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135177.473415:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 6 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.473435:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009df4ae00, rc 0) 00000100:00100000:1.0:1746135177.473494:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628238592:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3900us (4280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.473507:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30058 00000100:00100000:0.0:1746135177.474623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.475481:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628238720 00000100:00100000:2.0:1746135177.475489:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628238720 00002000:00100000:2.0:1746135177.475540:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae6a680 x1830954628238720/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.475557:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a680 with x1830954628238720 ext(0->7) 00010000:00010000:2.0:1746135177.475565:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 94 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.475579:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 94 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.475585:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a680 00000100:00100000:2.0:1746135177.476208:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2760 00000100:00100000:2.0:1746135177.476216:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+94:2010:x1830954628238720:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135177.478413:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954628238720:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 2190us (3792us total) trans 4294970694 rc 0/0 00000100:00100000:0.0:1746135177.478424:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2760 00002000:00100000:0.0:1746135177.478434:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae6a680 x1830954628238720/t4294970694(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/448 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.478443:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6a680 with x1830954628238720 ext(0->7) 00010000:00010000:0.0:1746135177.478451:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 96 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.478466:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 96 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.478476:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae6a680 00000100:00100000:0.0:1746135177.481230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.481921:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628238848 00000100:00100000:1.0:1746135177.481932:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628238848 00010000:00010000:1.0:1746135177.481981:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 96 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.483428:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14365 00000100:00100000:1.0:1746135177.483452:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2008:x1830954628238848:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135177.483475:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135177.483518:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 96 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.483534:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 96 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.483568:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009df4be00/0xc3cfcce4a57c36da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ce5 expref: 96 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.483609:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.483612:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.483621:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.483630:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.483693:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135177.483711:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625995904:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135177.483840:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.487228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.487496:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628239104 00000100:00100000:2.0:1746135177.487506:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628239104 00002000:00100000:2.0:1746135177.487574:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae69880 x1830954628239104/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.487583:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69880 with x1830954628239104 ext(0->4095) 00002000:00010000:2.0:1746135177.487589:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae69880 00000100:00100000:2.0:1746135177.487609:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13389 00000100:00100000:2.0:1746135177.487616:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628239104:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746135177.487696:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625995904:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135177.487717:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135177.487755:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:2008:x1830954628238848:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4313us (6541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.487764:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14365 00000100:00100000:2.0:1746135177.487765:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628239104:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (548us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.487770:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13389 00002000:00100000:2.0:1746135177.487774:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae69880 x1830954628239104/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.487786:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69880 with x1830954628239104 ext(0->4095) 00002000:00010000:2.0:1746135177.487788:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae69880 00000100:00100000:0.0:1746135177.494802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.494883:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628239232 00000100:00100000:1.0:1746135177.494893:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628239232 00000100:00100000:1.0:1746135177.494946:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30059 00000100:00100000:1.0:1746135177.494954:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+95:1820:x1830954628239232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746135177.494972:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135177.494988:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cf3 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.495016:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.495024:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.495026:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.495029:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 96 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.495056:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 5 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.495073:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 5 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.495085:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625996032:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135177.496331:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.500480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.500722:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628239360 00000100:00100000:2.0:1746135177.500733:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628239360 00000100:00100000:2.0:1746135177.501487:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30060 00000100:00100000:2.0:1746135177.501497:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:1804:x1830954628239360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.501524:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.501542:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237cfa expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.501567:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.501571:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 98 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.501577:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.501580:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 98 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.501614:0:11953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 98 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135177.501711:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b195880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954625996032:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135177.501732:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 98 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.501743:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094516200, rc 0) 00000100:00100000:1.0:1746135177.501791:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1820:x1830954628239232:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6838us (6998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.501798:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30059 00010000:00010000:2.0:1746135177.501853:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 98 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.501863:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740000, rc 0) 00000100:00100000:2.0:1746135177.501881:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:1804:x1830954628239360:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 388us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.501887:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30060 00000100:00100000:0.0:1746135177.501893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.501911:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628239488 00000100:00100000:2.0:1746135177.501914:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628239488 00010000:00010000:2.0:1746135177.501930:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.501947:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14366 00000100:00100000:2.0:1746135177.501951:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628239488:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.501958:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.501977:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.501987:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.502006:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009df4ae00/0xc3cfcce4a57c36e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cec expref: 6 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.502025:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.502027:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.502032:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 96 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.502039:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 96 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.502057:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 96 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.502069:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 96 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.502081:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625996288:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.502130:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53983c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.504392:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625996288:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.504418:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.504485:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628239488:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2531us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.504498:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14366 00000100:00100000:0.0:1746135177.504953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.505021:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628239744 00000100:00100000:2.0:1746135177.505030:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628239744 00002000:00100000:2.0:1746135177.505077:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92680 x1830954628239744/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.505087:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92680 with x1830954628239744 ext(0->4095) 00010000:00010000:2.0:1746135177.505097:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 97 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.505109:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 97 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.505116:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92680 00000100:00100000:2.0:1746135177.505417:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2761 00000100:00100000:2.0:1746135177.505424:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954628239744:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135177.505841:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954628239744:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 416us (889us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.505848:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2761 00002000:00100000:2.0:1746135177.505854:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92680 x1830954628239744/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.505862:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92680 with x1830954628239744 ext(0->4095) 00010000:00010000:2.0:1746135177.505866:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 97 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.505875:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 97 pid: 26641 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.505881:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92680 00000100:00100000:0.0:1746135177.508477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.508567:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628239872 00000100:00100000:3.0:1746135177.508579:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628239872 00000100:00100000:3.0:1746135177.508683:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30061 00000100:00100000:3.0:1746135177.508691:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628239872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.508721:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.508744:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d01 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.509463:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.509470:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.509474:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135177.509478:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.509526:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.509536:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.509546:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5c00, rc 0) 00000100:00100000:3.0:1746135177.509610:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628239872:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 920us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.509617:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30061 00000100:00100000:0.0:1746135177.510941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.511190:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628240000 00000100:00100000:2.0:1746135177.511201:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628240000 00010000:00010000:2.0:1746135177.511243:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 97 pid: 26641 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.511284:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14367 00000100:00100000:2.0:1746135177.511290:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2011:x1830954628240000:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.511302:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.511321:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 97 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.511331:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 97 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.511352:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094516200/0xc3cfcce4a57c36e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cf3 expref: 97 pid: 26641 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.511383:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.511385:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.511393:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.511400:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.511430:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 96 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.511438:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 96 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.511449:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625996544:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.511539:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.514934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.515055:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628240256 00000100:00100000:3.0:1746135177.515063:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628240256 00002000:00100000:3.0:1746135177.515104:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92d80 x1830954628240256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.515113:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92d80 with x1830954628240256 ext(0->4095) 00010000:00010000:3.0:1746135177.515121:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 97 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.515133:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 97 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.515140:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92d80 00000100:00100000:3.0:1746135177.515167:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2762 00000100:00100000:3.0:1746135177.515173:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2011:x1830954628240256:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135177.515340:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2011:x1830954628240256:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 166us (419us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.515345:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2762 00002000:00100000:3.0:1746135177.515351:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e92d80 x1830954628240256/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.515358:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e92d80 with x1830954628240256 ext(0->4095) 00010000:00010000:3.0:1746135177.515362:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 97 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.515371:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 97 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.515376:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e92d80 00000100:00100000:2.0:1746135177.515519:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625996544:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.515535:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.515575:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954628240000:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4285us (4638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.515583:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14367 00000100:00100000:0.0:1746135177.517837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.517971:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628240384 00000100:00100000:3.0:1746135177.517978:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628240384 00000100:00100000:3.0:1746135177.518012:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30062 00000100:00100000:3.0:1746135177.518018:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:1804:x1830954628240384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.518033:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.518048:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d08 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.518072:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.518076:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.518082:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746135177.518085:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.518114:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.518124:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.518132:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5800, rc 0) 00000100:00100000:3.0:1746135177.518177:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:1804:x1830954628240384:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.518183:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30062 00000100:00100000:1.0:1746135177.518428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.518467:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628240512 00000100:00100000:2.0:1746135177.518472:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628240512 00010000:00010000:2.0:1746135177.518487:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 97 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.518520:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14368 00000100:00100000:2.0:1746135177.518525:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2010:x1830954628240512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.518532:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.518547:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 97 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.518556:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 97 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.518569:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c36ef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237cfa expref: 97 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.518590:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.518591:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.518596:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.518602:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.518620:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.518629:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.518656:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625996800:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.518716:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.520481:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625996800:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.520498:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.520563:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954628240512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2034us (2132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.520572:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14368 00000100:00100000:0.0:1746135177.520757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.521159:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628240768 00000100:00100000:2.0:1746135177.521167:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628240768 00002000:00100000:2.0:1746135177.521211:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e91180 x1830954628240768/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.521222:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91180 with x1830954628240768 ext(0->4095) 00010000:00010000:2.0:1746135177.521231:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.521245:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.521252:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e91180 00000100:00100000:2.0:1746135177.521939:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2763 00000100:00100000:2.0:1746135177.521949:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628240768:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135177.522718:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628240768:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 769us (1960us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.522729:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2763 00002000:00100000:2.0:1746135177.522736:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e91180 x1830954628240768/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.522745:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91180 with x1830954628240768 ext(0->4095) 00010000:00010000:2.0:1746135177.522753:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.522765:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.522772:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e91180 00000100:00100000:0.0:1746135177.526372:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.526497:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628240896 00000100:00100000:2.0:1746135177.526507:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628240896 00010000:00010000:2.0:1746135177.526543:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.526780:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14369 00000100:00100000:2.0:1746135177.526786:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628240896:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135177.526798:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135177.526815:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.526826:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.526844:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c36f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d01 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.526861:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.526863:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.526870:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.526878:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.526911:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135177.526921:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625996928:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135177.527550:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b5398300 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.530856:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625996928:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.530877:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.530923:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628240896:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4136us (4562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.530933:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14369 00000100:00100000:0.0:1746135177.532152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.532825:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628241152 00000100:00100000:2.0:1746135177.532832:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628241152 00002000:00100000:2.0:1746135177.532868:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e91c00 x1830954628241152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.532877:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91c00 with x1830954628241152 ext(0->4095) 00002000:00010000:2.0:1746135177.532882:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e91c00 00000100:00100000:2.0:1746135177.532910:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13390 00000100:00100000:2.0:1746135177.532916:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954628241152:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.533068:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954628241152:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 151us (923us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.533075:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13390 00002000:00100000:2.0:1746135177.533081:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e91c00 x1830954628241152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.533088:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e91c00 with x1830954628241152 ext(0->4095) 00002000:00010000:2.0:1746135177.533091:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132e91c00 00000100:00100000:0.0:1746135177.537047:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.537178:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628241280 00000100:00100000:2.0:1746135177.537187:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628241280 00000100:00100000:2.0:1746135177.537248:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30063 00000100:00100000:2.0:1746135177.537256:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628241280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.537278:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.537296:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d0f expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.537324:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.537331:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.537333:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.537336:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.537370:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 95 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.537382:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 95 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.537394:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625997056:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.537484:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.540123:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625997056:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.540163:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.540184:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740a00, rc 0) 00000100:00100000:2.0:1746135177.540243:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628241280:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2987us (3209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.540252:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30063 00000100:00100000:0.0:1746135177.542206:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.542718:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628241408 00000100:00100000:3.0:1746135177.542728:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628241408 00010000:00010000:3.0:1746135177.542772:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 96 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.542809:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14370 00000100:00100000:3.0:1746135177.542817:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954628241408:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.542833:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.542860:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 96 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.542873:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 96 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.542901:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c36fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d08 expref: 96 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.542941:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.542943:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.542951:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.542959:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.542996:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.543015:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625997184:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.543931:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135177.544097:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.544137:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628241536 00000100:00100000:2.0:1746135177.544144:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628241536 00000100:00100000:2.0:1746135177.544189:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30064 00000100:00100000:2.0:1746135177.544199:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:1804:x1830954628241536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.544215:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.544231:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d16 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.544253:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.544259:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.544260:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.544263:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.544287:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.544301:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 5 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.544313:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625997312:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.544362:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.546061:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625997312:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.546092:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 97 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.546111:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740400, rc 0) 00000100:00100000:2.0:1746135177.546168:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:1804:x1830954628241536:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1971us (2071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.546178:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30064 00000100:00100000:0.0:1746135177.546194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.546345:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625997184:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.546364:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.546400:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954628241408:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3582us (4205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.546413:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14370 00000100:00100000:3.0:1746135177.546457:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628241792 00000100:00100000:3.0:1746135177.546466:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628241792 00002000:00100000:3.0:1746135177.546520:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90700 x1830954628241792/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.546532:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90700 with x1830954628241792 ext(0->4095) 00010000:00010000:3.0:1746135177.546544:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.546563:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.546572:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e90700 00000100:00100000:3.0:1746135177.546635:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2764 00000100:00100000:3.0:1746135177.546681:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628241792:12345-192.168.202.58@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746135177.547245:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628241792:12345-192.168.202.58@tcp:3:ldlm_bl.0 Request processed in 565us (1050us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.547263:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2764 00002000:00100000:3.0:1746135177.547273:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff880132e90700 x1830954628241792/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.547282:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132e90700 with x1830954628241792 ext(0->4095) 00010000:00010000:3.0:1746135177.547291:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.547303:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.547312:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132e90700 00000100:00100000:0.0:1746135177.551003:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.551324:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628241920 00000100:00100000:3.0:1746135177.551334:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628241920 00010000:00010000:3.0:1746135177.551380:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.551446:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14371 00000100:00100000:3.0:1746135177.551454:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628241920:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.551473:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.551498:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.551953:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.551973:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3704 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d0f expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.552000:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.552002:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.552008:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.552016:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.552047:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.552057:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625997440:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.552429:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.555282:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625997440:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.555311:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.555357:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628241920:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3902us (4360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.555368:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14371 00000100:00100000:0.0:1746135177.556797:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.556944:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628242176 00000100:00100000:3.0:1746135177.556950:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628242176 00002000:00100000:3.0:1746135177.556982:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae08a80 x1830954628242176/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.556990:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08a80 with x1830954628242176 ext(0->4095) 00002000:00010000:3.0:1746135177.556994:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae08a80 00000100:00100000:3.0:1746135177.557172:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13391 00000100:00100000:3.0:1746135177.557180:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954628242176:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746135177.557534:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2010:x1830954628242176:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 353us (742us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.557540:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13391 00002000:00100000:3.0:1746135177.557545:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae08a80 x1830954628242176/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.557552:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08a80 with x1830954628242176 ext(0->4095) 00002000:00010000:3.0:1746135177.557555:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae08a80 00000100:00100000:0.0:1746135177.560442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.560676:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628242304 00000100:00100000:2.0:1746135177.560686:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628242304 00000100:00100000:2.0:1746135177.560748:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30065 00000100:00100000:2.0:1746135177.560756:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628242304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.560773:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.560791:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d1d expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.560820:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.560831:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.560833:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.560836:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.560863:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 95 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.560875:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 95 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.560886:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625997568:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.560965:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.562560:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625997568:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.562597:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.562613:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741600, rc 0) 00000100:00100000:2.0:1746135177.562690:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628242304:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1933us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.562698:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30065 00000100:00100000:1.0:1746135177.564910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.565017:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628242432 00000100:00100000:3.0:1746135177.565028:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628242432 00002000:00100000:3.0:1746135177.565079:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b195880 x1830954628242432/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.565088:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195880 with x1830954628242432 ext(0->7) 00010000:00010000:3.0:1746135177.565097:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 96 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.565113:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 96 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:3.0:1746135177.565119:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b195880 00000100:00100000:3.0:1746135177.565158:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2765 00000100:00100000:3.0:1746135177.565167:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+96:2011:x1830954628242432:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135177.566035:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628242432:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 866us (1133us total) trans 4294970695 rc 0/0 00000100:00100000:0.0:1746135177.566044:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2765 00002000:00100000:0.0:1746135177.566051:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88008b195880 x1830954628242432/t4294970695(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/448 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.566067:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b195880 with x1830954628242432 ext(0->7) 00010000:00010000:0.0:1746135177.566072:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 98 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.566084:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 98 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.566090:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008b195880 00000100:00100000:0.0:1746135177.573599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.574254:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628242560 00000100:00100000:3.0:1746135177.574263:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628242560 00010000:00010000:3.0:1746135177.574301:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 98 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.574336:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14372 00000100:00100000:3.0:1746135177.574342:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2009:x1830954628242560:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.574356:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.574375:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 98 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.574387:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 98 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.574407:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740400/0xc3cfcce4a57c370b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d16 expref: 98 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.574438:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.574441:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.574447:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.574454:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.574483:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.574495:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625997696:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.574586:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855600 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.578540:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625997696:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135177.578560:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135177.578612:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:2009:x1830954628242560:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4269us (5025us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135177.578622:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14372 00000100:00100000:1.0:1746135177.583223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.583312:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.583412:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628242944 00000100:00100000:2.0:1746135177.583422:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628242944 00000100:00100000:2.0:1746135177.583477:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30066 00000100:00100000:2.0:1746135177.583484:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+97:1804:x1830954628242944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.583503:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.583534:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d24 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135177.583546:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628242816 00000100:00100000:0.0:1746135177.583551:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628242816 00010000:00010000:2.0:1746135177.583567:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.583577:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.583578:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.583582:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 98 pid: 11953 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746135177.583584:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aefaa00 x1830954628242816/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.583594:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefaa00 with x1830954628242816 ext(0->4095) 00010000:00010000:0.0:1746135177.583600:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.583614:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135177.583614:0:27161:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746135177.583624:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefaa00 00010000:00010000:2.0:1746135177.583626:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.583656:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625997824:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135177.583667:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2766 00000100:00100000:0.0:1746135177.583673:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628242816:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135177.583734:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53989c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.583818:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628242816:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (604us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135177.583825:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2766 00002000:00100000:0.0:1746135177.583831:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009aefaa00 x1830954628242816/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.583838:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009aefaa00 with x1830954628242816 ext(0->4095) 00010000:00010000:0.0:1746135177.583842:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.583851:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.583857:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009aefaa00 00000100:00100000:0.0:1746135177.588298:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.588416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.588515:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628243072 00000100:00100000:1.0:1746135177.588522:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628243072 00010000:00010000:1.0:1746135177.588560:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.588588:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14373 00000100:00100000:1.0:1746135177.588595:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628243072:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746135177.588609:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628243200 00010000:00010000:1.0:1746135177.588610:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746135177.588613:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628243200 00010000:00010000:1.0:1746135177.588632:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.588670:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30067 00010000:00010000:1.0:1746135177.588670:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.588677:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1820:x1830954628243200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.588692:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135177.588696:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.588698:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.588703:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d2b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.588705:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.588712:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.588827:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.588834:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.588835:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.588839:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 100 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.588864:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.588875:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 100 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.588885:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 7/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 100 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.588888:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625997952:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135177.588895:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 7/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 100 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.588904:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998080:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135177.589160:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.589209:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00010000:00010000:2.0:1746135177.589326:0:11953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c3712 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d1d expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.590217:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625997824:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.590244:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 100 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.590255:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 100 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.590264:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740000, rc 0) 00000100:00100000:2.0:1746135177.591533:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1804:x1830954628242944:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8039us (8211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.591542:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30066 00000100:00100000:2.0:1746135177.593753:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998080:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.593782:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.593838:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628243072:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 5242us (5420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.593850:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14373 00000100:00100000:3.0:1746135177.593954:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625997952:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.593980:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.594003:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5c00, rc 0) 00000100:00100000:3.0:1746135177.594024:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1820:x1830954628243200:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5349us (5745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.594031:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30067 00000100:00100000:0.0:1746135177.596429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.596532:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628243456 00000100:00100000:2.0:1746135177.596541:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628243456 00002000:00100000:2.0:1746135177.596584:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae08380 x1830954628243456/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.596593:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08380 with x1830954628243456 ext(0->4095) 00010000:00010000:2.0:1746135177.596602:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.596616:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.596623:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08380 00000100:00100000:2.0:1746135177.596687:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2767 00000100:00100000:2.0:1746135177.596694:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954628243456:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.598094:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2011:x1830954628243456:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 1390us (1667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.598103:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2767 00002000:00100000:2.0:1746135177.598112:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae08380 x1830954628243456/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.598121:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae08380 with x1830954628243456 ext(0->4095) 00010000:00010000:2.0:1746135177.598128:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.598141:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.598147:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae08380 00000100:00100000:2.0:1746135177.606912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.607018:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628243584 00000100:00100000:0.0:1746135177.607026:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628243584 00010000:00010000:0.0:1746135177.607068:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:0.0:1746135177.607104:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14374 00000100:00100000:0.0:1746135177.607112:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2009:x1830954628243584:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135177.607124:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135177.607144:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.607157:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.607185:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740000/0xc3cfcce4a57c3719 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d24 expref: 99 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.607217:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135177.607219:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135177.607227:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135177.607236:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135177.607274:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 98 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135177.607287:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998208:192.168.202.58@tcp:105: 00000100:00100000:0.0:1746135177.607367:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.610619:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.610956:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae09880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998208:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135177.610980:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135177.611026:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2009:x1830954628243584:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3914us (4125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.611039:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14374 00000100:00100000:3.0:1746135177.612330:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628243840 00000100:00100000:3.0:1746135177.612341:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628243840 00002000:00100000:3.0:1746135177.612399:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b100 x1830954628243840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.612409:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b100 with x1830954628243840 ext(0->4095) 00002000:00010000:3.0:1746135177.612414:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0b100 00000100:00100000:3.0:1746135177.612452:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13392 00000100:00100000:3.0:1746135177.612460:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2008:x1830954628243840:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746135177.612669:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2008:x1830954628243840:12345-192.168.202.58@tcp:3:ptlrpcd_00_00.0 Request processed in 209us (2061us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135177.612675:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13392 00002000:00100000:3.0:1746135177.612681:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b100 x1830954628243840/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135177.612687:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b100 with x1830954628243840 ext(0->4095) 00002000:00010000:3.0:1746135177.612689:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0b100 00000100:00100000:0.0:1746135177.615452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.615549:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628243968 00000100:00100000:3.0:1746135177.615558:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628243968 00000100:00100000:3.0:1746135177.615608:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30068 00000100:00100000:3.0:1746135177.615615:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628243968:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746135177.615633:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.615675:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d32 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.615703:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.615709:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.615711:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135177.615714:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.615748:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.615759:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 97 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.615770:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625998336:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135177.615845:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135177.620117:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954625998336:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135177.620159:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.620180:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5600, rc 0) 00000100:00100000:3.0:1746135177.620237:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628243968:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4622us (4793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.620250:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30068 00000100:00100000:0.0:1746135177.620727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135177.621182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.621254:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628244224 00000100:00100000:2.0:1746135177.621262:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628244224 00000100:00100000:2.0:1746135177.621304:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30069 00000100:00100000:2.0:1746135177.621311:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:1804:x1830954628244224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.621330:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.621345:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d39 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.621372:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.621377:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.621383:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746135177.621387:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.621423:0:9591:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.621433:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.621441:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741c00, rc 0) 00000100:00100000:2.0:1746135177.621484:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1804:x1830954628244224:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.621490:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30069 00000100:00100000:3.0:1746135177.621562:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628244096 00000100:00100000:3.0:1746135177.621567:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628244096 00010000:00010000:3.0:1746135177.621586:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 99 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.621604:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14375 00000100:00100000:3.0:1746135177.621609:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2010:x1830954628244096:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.621617:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.621636:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 99 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.621665:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 99 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.621681:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3720 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d2b expref: 99 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.621696:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.621697:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.621702:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.621709:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.621725:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.621736:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 5 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.621746:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998592:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.621794:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.628853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.628963:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998592:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.628987:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.629035:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628244096:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7425us (8310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.629045:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14375 00000100:00100000:1.0:1746135177.629119:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628244480 00000100:00100000:1.0:1746135177.629127:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628244480 00002000:00100000:1.0:1746135177.629166:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0a300 x1830954628244480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.629182:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0a300 with x1830954628244480 ext(0->4095) 00010000:00010000:1.0:1746135177.629190:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.629202:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.629208:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0a300 00000100:00100000:1.0:1746135177.629225:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2768 00000100:00100000:1.0:1746135177.629232:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628244480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135177.629366:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628244480:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135177.629372:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2768 00002000:00100000:1.0:1746135177.629376:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0a300 x1830954628244480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135177.629383:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0a300 with x1830954628244480 ext(0->4095) 00010000:00010000:1.0:1746135177.629387:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.629395:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:1.0:1746135177.629400:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae0a300 00000100:00100000:0.0:1746135177.635362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.635437:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628244608 00000100:00100000:3.0:1746135177.635449:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628244608 00010000:00010000:3.0:1746135177.635497:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:3.0:1746135177.635823:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14376 00000100:00100000:3.0:1746135177.635831:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2009:x1830954628244608:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135177.635845:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135177.635862:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.635872:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.635892:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c3727 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d32 expref: 6 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:3.0:1746135177.635914:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.635916:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135177.635922:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.635929:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.635958:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135177.635969:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998720:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135177.636025:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855480 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.640036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.640044:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998720:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135177.640066:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135177.640116:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2009:x1830954628244608:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4285us (4768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.640127:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14376 00000100:00100000:2.0:1746135177.640973:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628244864 00000100:00100000:2.0:1746135177.640980:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628244864 00002000:00100000:2.0:1746135177.641014:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b800 x1830954628244864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.641022:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b800 with x1830954628244864 ext(0->4095) 00002000:00010000:2.0:1746135177.641027:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0b800 00000100:00100000:2.0:1746135177.643892:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13393 00000100:00100000:2.0:1746135177.643918:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628244864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746135177.644135:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2010:x1830954628244864:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 229us (4107us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.644142:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13393 00002000:00100000:2.0:1746135177.644151:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0b800 x1830954628244864/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.644162:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0b800 with x1830954628244864 ext(0->4095) 00002000:00010000:2.0:1746135177.644168:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0b800 00000100:00100000:0.0:1746135177.653338:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.658251:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628244992 00000100:00100000:2.0:1746135177.658275:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628244992 00000100:00100000:2.0:1746135177.658502:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30070 00000100:00100000:2.0:1746135177.658519:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008672fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:1820:x1830954628244992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.658543:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.658569:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d40 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.658611:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.658619:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.658620:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135177.658624:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.658681:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 97 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.658694:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 97 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.658707:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625998848:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.660464:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53983c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.666060:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625998848:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.666093:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 6 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.666112:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741400, rc 0) 00000100:00100000:2.0:1746135177.666175:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008672fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:1820:x1830954628244992:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7664us (12845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.666184:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30070 00000100:00100000:0.0:1746135177.672063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.672198:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628245120 00000100:00100000:2.0:1746135177.672208:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628245120 00002000:00100000:2.0:1746135177.672254:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae09c00 x1830954628245120/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.672263:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09c00 with x1830954628245120 ext(0->7) 00010000:00010000:2.0:1746135177.672272:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 98 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:2.0:1746135177.672290:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 98 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:2.0:1746135177.672296:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae09c00 00000100:00100000:2.0:1746135177.673158:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2769 00000100:00100000:2.0:1746135177.673169:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+98:2011:x1830954628245120:12345-192.168.202.58@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746135177.674156:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2011:x1830954628245120:12345-192.168.202.58@tcp:4:ldlm_bl.0 Request processed in 986us (2101us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1746135177.674164:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2769 00002000:00100000:0.0:1746135177.674171:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->7) req@ffff88009ae09c00 x1830954628245120/t4294970696(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:633/0 lens 496/448 e 0 to 0 dl 1746135188 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746135177.674180:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae09c00 with x1830954628245120 ext(0->7) 00010000:00010000:0.0:1746135177.674188:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 100 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:0.0:1746135177.674201:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 100 pid: 9591 timeout: 921 lvb_type: 0 00002000:00010000:0.0:1746135177.674208:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ae09c00 00000100:00100000:1.0:1746135177.682668:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.682719:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628245248 00000100:00100000:1.0:1746135177.682728:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628245248 00010000:00010000:1.0:1746135177.682766:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 100 pid: 9591 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.682799:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14377 00000100:00100000:1.0:1746135177.682811:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954628245248:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135177.682825:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746135177.682843:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1746135177 -> 1746135178 00002000:00010000:1.0:1746135177.682846:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1746135177 -> 1746135178 00010000:00010000:1.0:1746135177.682852:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 100 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.682862:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 100 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.682886:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c372e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d39 expref: 100 pid: 9591 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.682902:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.682904:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.682911:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.682922:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.682950:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135177.682963:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aefb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998976:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135177.683043:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.687042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.687126:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628245504 00000100:00100000:2.0:1746135177.687137:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628245504 00002000:00100000:2.0:1746135177.687195:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0aa00 x1830954628245504/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/0 e 0 to 0 dl 1746135188 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.687206:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0aa00 with x1830954628245504 ext(0->4095) 00002000:00010000:2.0:1746135177.687213:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0aa00 00000100:00100000:2.0:1746135177.687241:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13394 00000100:00100000:2.0:1746135177.687248:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628245504:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746135177.687408:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628245504:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135177.687415:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13394 00002000:00100000:2.0:1746135177.687420:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff88009ae0aa00 x1830954628245504/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:633/0 lens 488/4536 e 0 to 0 dl 1746135188 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746135177.687426:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0aa00 with x1830954628245504 ext(0->4095) 00002000:00010000:2.0:1746135177.687429:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0aa00 00000100:00100000:1.0:1746135177.687562:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aefb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625998976:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135177.687591:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135177.687704:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2010:x1830954628245248:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4894us (5065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.687719:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14377 00000100:00100000:0.0:1746135177.691296:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.691492:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628245632 00000100:00100000:2.0:1746135177.691503:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628245632 00000100:00100000:2.0:1746135177.691586:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30071 00000100:00100000:2.0:1746135177.691597:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:1820:x1830954628245632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746135177.691621:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.692076:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c373c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d47 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.692116:0:11953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.692125:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.692127:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.692133:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c373c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d47 expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.692172:0:11953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 5 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.692188:0:11953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 5 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:2.0:1746135177.692201:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625999104:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135177.693279:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b53983c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135177.699537:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:11953:1830954625999104:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135177.699575:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c373c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d47 expref: 100 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.699601:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741600, rc 0) 00000100:00100000:2.0:1746135177.699701:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:1820:x1830954628245632:12345-192.168.202.58@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8105us (8419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.699712:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30071 00000100:00100000:0.0:1746135177.700601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135177.700670:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628245760 00000100:00100000:1.0:1746135177.700675:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628245760 00010000:00010000:1.0:1746135177.700702:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00000100:00100000:1.0:1746135177.700724:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14378 00000100:00100000:1.0:1746135177.700730:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628245760:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135177.700741:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135177.700759:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.700770:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.700793:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c3735 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d40 expref: 6 pid: 11953 timeout: 921 lvb_type: 0 00010000:00010000:1.0:1746135177.700808:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.700811:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135177.700819:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c373c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d47 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.701286:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d47 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.701324:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d47 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135177.701336:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aefb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625999232:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135177.701420:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135177.708162:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135177.708182:0:7232:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.202.58@tcp) returned -22 from completion AST (req@ffff88009aefb480 x1830954625999232) - normal race ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c373c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d47 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135177.708222:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741600/0xc3cfcce4a57c373c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d47 expref: 99 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135177.708237:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aefb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954625999232:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135177.708261:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135177.708310:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628245760:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 7579us (7711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135177.708319:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14378 00000100:00100000:2.0:1746135177.708378:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628246016 00000100:00100000:2.0:1746135177.708384:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628246016 00000100:00100000:2.0:1746135177.708434:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 184 00000100:00100000:2.0:1746135177.708440:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:1820:x1830954628246016:12345-192.168.202.58@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746135177.708623:0:7249:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983742 00000100:00100000:2.0:1746135177.708708:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:1820:x1830954628246016:12345-192.168.202.58@tcp:35:rw_seq_cst_vs_d.0 Request processed in 267us (552us total) trans 4294983743 rc 0/0 00000100:00100000:2.0:1746135177.708714:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 184 00000020:00080000:2.0:1746135177.708717:0:7249:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1746135177.708729:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746135177.711373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.711597:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628246272 00000100:00100000:2.0:1746135177.711611:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628246272 00000100:00080000:1.0:1746135177.711706:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746135177.711750:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 185 00000100:00100000:2.0:1746135177.711761:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:1820:x1830954628246272:12345-192.168.202.58@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746135177.711990:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:1820:x1830954628246272:12345-192.168.202.58@tcp:35:rw_seq_cst_vs_d.0 Request processed in 231us (636us total) trans 4294983744 rc 0/0 00000100:00100000:2.0:1746135177.711999:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 185 00000100:00100000:0.0:1746135177.744166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135177.746378:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628246400 00000100:00100000:3.0:1746135177.746402:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628246400 00000100:00100000:3.0:1746135177.746498:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37576 00000100:00100000:3.0:1746135177.746521:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:1837:x1830954628246400:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:3.0:1746135177.746557:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135177.746582:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3743 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d4e expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.746685:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c374a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135177.746698:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c374a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135177.746712:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c374a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135177.746765:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135177.746768:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135177.746788:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c374a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135177.746809:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3743 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d4e expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.746847:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c374a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d4e expref: 9 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135177.746855:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135177.746857:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135177.746861:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e4400, rc 0) 00000100:00100000:3.0:1746135177.746926:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1837:x1830954628246400:12345-192.168.202.58@tcp:101:rm.0 Request processed in 420us (2779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135177.746932:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37576 00000100:00100000:0.0:1746135177.754722:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.754838:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628246528 00000100:00100000:2.0:1746135177.754846:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628246528 00000100:00100000:2.0:1746135177.754941:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37577 00000100:00100000:2.0:1746135177.754951:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1837:x1830954628246528:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1746135177.754969:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.754985:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3751 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d55 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.755030:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755041:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755049:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755059:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755065:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755070:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755129:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c3766 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755135:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c3766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755139:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c3766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135177.755165:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x42:0x0]: returning size 8 00000004:00200000:2.0:1746135177.755169:0:21569:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135177.755181:0:21569:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c3766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755189:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c3766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755195:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755201:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755205:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755210:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b741a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135177.755213:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755219:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755227:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135177.755230:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135177.755233:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755238:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3758 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755760:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755767:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755772:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755778:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b740400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135177.755781:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755786:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755796:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009d2d9e00) 00010000:00010000:2.0:1746135177.755798:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135177.755801:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.755806:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c375f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.757168:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3751 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d55 expref: 11 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.757197:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c3766 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d55 expref: 10 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.757207:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880086536b00) 00010000:00010000:2.0:1746135177.757211:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135177.757215:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741600, rc 0) 00000100:00100000:2.0:1746135177.757334:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:1837:x1830954628246528:12345-192.168.202.58@tcp:101:rm.0 Request processed in 2383us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.757343:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37577 00000100:00100000:0.0:1746135177.776178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.776266:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628246656 00000100:00100000:2.0:1746135177.776275:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628246656 00000100:00100000:2.0:1746135177.776315:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30072 00000100:00100000:2.0:1746135177.776321:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+99:2010:x1830954628246656:12345-192.168.202.58@tcp:101:rm.0 00010000:00010000:2.0:1746135177.776338:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135177.776355:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d5c expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746135177.776373:0:11953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 8, mtime: 0x6813e88a, atime: 0x6813e876, ctime: 0x6813e88a, blocks: 0x8 00010000:00010000:2.0:1746135177.776388:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.776390:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135177.776396:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 100 pid: 11953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135177.776410:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 100 pid: 11953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135177.776418:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741400, rc 0) 00000100:00100000:2.0:1746135177.776468:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2010:x1830954628246656:12345-192.168.202.58@tcp:101:rm.0 Request processed in 145us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135177.776473:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30072 00000100:00100000:1.0:1746135177.779453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135177.779527:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628246912 00000100:00100000:2.0:1746135177.779538:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628246912 00000100:00100000:2.0:1746135177.779595:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37578 00000100:00100000:2.0:1746135177.779602:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:1837:x1830954628246912:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:2.0:1746135177.779662:0:21569:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746135177.779683:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741600/0xc3cfcce4a57c3766 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d55 expref: 10 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.779716:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c186b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608235e7d expref: 9 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.779724:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880086536b00) 00010000:00010000:2.0:1746135177.779732:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c374a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d4e expref: 8 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135177.779739:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135177.779742:0:21569:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135177.779757:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.779766:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.779774:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.779784:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.779788:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.779792:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.779849:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.779854:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.779860:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000040:00080000:2.0:1746135177.780016:0:21569:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:2.0:1746135177.780023:0:21569:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 822081381797ns, next at 823081380679ns, rc = 0 00010000:00010000:2.0:1746135177.780051:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780058:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780063:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780069:0:21569:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780074:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780077:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780089:0:21569:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746135177.780102:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780106:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780110:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780115:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b430a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135177.780118:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780123:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780129:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880086536b00) 00010000:00010000:2.0:1746135177.780131:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746135177.780134:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780138:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3782 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x42:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780213:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780218:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780222:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780225:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b740400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135177.780227:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780231:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780237:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135177.780239:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135177.780240:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780247:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3774 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00000004:00010000:2.0:1746135177.780254:0:21569:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009aefb480 reply state ffff88009465b000 transno 4294983745 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780260:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780264:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009d2d9600) 00010000:00010000:2.0:1746135177.780266:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746135177.780268:0:21569:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746135177.780330:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:1837:x1830954628246912:12345-192.168.202.58@tcp:36:rm.0 Request processed in 728us (888us total) trans 4294983745 rc 0/0 00000100:00100000:2.0:1746135177.780336:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37578 00010000:00010000:2.0:1746135177.780360:0:9606:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746135177.780364:0:9606:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780369:0:9606:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b54f400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135177.780371:0:9606:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780375:0:9606:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780382:0:9606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42:0x0].0x0 (ffff880086536b00) 00010000:00010000:2.0:1746135177.780383:0:9606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746135177.780385:0:9606:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780388:0:9606:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c3789 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135177.780398:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746135177.780400:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746135177.780401:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746135178.241485:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135179.120468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135179.121231:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135179.121250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135179.122659:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628247168 00000100:00100000:3.0:1746135179.123185:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628247168 00000100:00080000:1.0:1746135179.123237:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746135179.123285:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1241 00000100:00100000:3.0:1746135179.123295:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2008:x1830954628247168:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135179.123400:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2008:x1830954628247168:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 106us (2948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135179.123406:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1241 00000100:00100000:2.0:1746135179.123560:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628247040 00000100:00100000:2.0:1746135179.123566:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628247040 00000100:00100000:2.0:1746135179.123596:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 581 00000100:00100000:2.0:1746135179.123601:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d1679040-1d62-400d-a12d-d6046506b877+12:2008:x1830954628247040:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1746135179.123626:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:d1679040-1d62-400d-a12d-d6046506b877+12:2008:x1830954628247040:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 25us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135179.123631:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 581 00000100:00100000:2.0:1746135179.123774:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628247296 00000100:00100000:2.0:1746135179.123778:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628247296 00000100:00100000:2.0:1746135179.123804:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1242 00000100:00100000:2.0:1746135179.123808:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2008:x1830954628247296:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1746135179.123831:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2008:x1830954628247296:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (2580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135179.123836:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1242 00000100:00080000:2.0:1746135179.123847:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746135179.127036:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135179.127068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135179.127137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135179.127147:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628247424 00000100:00100000:3.0:1746135179.127162:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628247424 00000100:00100000:1.0:1746135179.127165:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628247552 00000100:00100000:1.0:1746135179.127168:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628247552 00000100:00100000:2.0:1746135179.127266:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628247680 00000100:00100000:2.0:1746135179.127272:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628247680 00000100:00100000:1.0:1746135179.129181:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 827 00000100:00100000:1.0:1746135179.129197:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2008:x1830954628247552:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135179.129304:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+100:2008:x1830954628247552:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 112us (2233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135179.129312:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 827 00000100:00100000:3.0:1746135179.130126:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30073 00000100:00100000:3.0:1746135179.130138:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2007:x1830954628247424:12345-192.168.202.58@tcp:9:kworker.0 00000100:00100000:2.0:1746135179.130145:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1243 00000100:00100000:2.0:1746135179.130152:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2009:x1830954628247680:12345-192.168.202.58@tcp:400:kworker.0 00000020:00000080:3.0:1746135179.130168:0:11953:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xc3cfcce4a56c707b 00000100:00080000:3.0:1746135179.130181:0:11953:0:(import.c:66:import_set_state_nolock()) ffff88009df69000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1746135179.130200:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2009:x1830954628247680:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 49us (3064us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135179.130206:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1243 00000100:00080000:2.0:1746135179.130230:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746135179.130236:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746135179.130238:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:3.0:1746135179.130241:0:11953:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972156 00000100:00100000:3.0:1746135179.130381:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+2:2007:x1830954628247424:12345-192.168.202.58@tcp:9:kworker.0 Request processed in 247us (3364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135179.130387:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30073 00010000:00010000:0.0:1746135179.130754:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746135179.131008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135179.131058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135179.131140:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628247936 00000100:00100000:0.0:1746135179.131151:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628247936 00000100:00100000:0.0:1746135179.131201:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 828 00000100:00100000:0.0:1746135179.131207:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628247936:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135179.131249:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628247936:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 43us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135179.131255:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 828 00000100:00100000:3.0:1746135179.131356:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628247808 00000100:00100000:3.0:1746135179.131361:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628247808 00000100:00080000:2.0:1746135179.131366:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746135179.131776:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746135179.131780:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1244 00000100:00100000:1.0:1746135179.131790:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628247808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135179.131821:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628247808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 36us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135179.131827:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1244 00000001:00100000:3.0:1746135179.138045:0:9588:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3c82c36e-d2e6-44c1-ba5c-6b1776472644 00000020:00000080:3.0:1746135179.138057:0:9588:0:(genops.c:904:class_export_put()) final put ffff88009df69800/3c82c36e-d2e6-44c1-ba5c-6b1776472644 00000001:00100000:3.0:1746135179.138091:0:9588:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 85bf535e-8e5b-4101-8d9c-c58b3bc95be5 00000020:00000080:3.0:1746135179.138093:0:9588:0:(genops.c:904:class_export_put()) final put ffff88009b630800/85bf535e-8e5b-4101-8d9c-c58b3bc95be5 00000020:00000080:2.0:1746135179.138190:0:27173:0:(genops.c:863:class_export_destroy()) destroying export ffff88009df69800/3c82c36e-d2e6-44c1-ba5c-6b1776472644 for lustre-OST0000 00000020:00000080:2.0:1746135179.138250:0:27173:0:(genops.c:863:class_export_destroy()) destroying export ffff88009b630800/85bf535e-8e5b-4101-8d9c-c58b3bc95be5 for lustre-OST0000 00000020:00000080:2.0:1746135179.138279:0:27173:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88009df69000 for lustre-OST0000 00000020:00000080:2.0:1746135179.138284:0:27173:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88009b631000 for lustre-OST0000 00010000:00010000:3.0:1746135179.242788:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746135179.419258:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970696 is committed 00000100:00100000:0.0:1746135179.474924:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625999360:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135179.474985:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135179.475385:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625999360 00000100:00100000:2.0:1746135179.475391:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625999360 00000100:00100000:2.0:1746135179.475439:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1746135179.475446:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625999360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746135179.475478:0:10478:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1746135179.476376:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d958000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625999360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 927us (1387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135179.476385:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1746135179.476412:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625999360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746135179.491020:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625999488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746135179.491084:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135179.491212:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625999488 00000100:00100000:3.0:1746135179.491219:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625999488 00000100:00100000:3.0:1746135179.491259:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1746135179.491265:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625999488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746135179.491293:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920183296 avail 3688660992 00000100:00100000:3.0:1746135179.491328:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954625999488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135179.491335:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:0.0:1746135179.491402:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746135179.491612:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d95b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954625999488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746135179.505849:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746135179.505871:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625999616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746135179.505936:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135179.505985:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625999616 00000100:00100000:3.0:1746135179.506081:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625999616 00000100:00100000:3.0:1746135179.506131:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1746135179.506138:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625999616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746135179.506162:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3922821120 avail 3691298816 00000100:00100000:3.0:1746135179.506191:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954625999616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (256us total) trans 0 rc 0/0 00000100:00080000:0.0:1746135179.506222:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746135179.506349:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954625999616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746135179.506388:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1746135179.523764:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072496a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625999744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746135179.523832:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135179.524327:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625999744 00000100:00100000:3.0:1746135179.524336:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625999744 00000100:00100000:3.0:1746135179.524382:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1746135179.524388:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625999744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746135179.524411:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 277312 pending 0 free 3922821120 avail 3691298816 00000100:00100000:3.0:1746135179.524443:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954625999744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135179.524449:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00080000:0.0:1746135179.525764:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746135179.526073:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072496a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954625999744:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1746135179.541038:0:11614:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 823842394840ns, next at 824842392660ns, rc = 0 00000100:00100000:2.0:1746135179.541119:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625999872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746135179.541172:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135179.541328:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954625999872 00000100:00100000:3.0:1746135179.541334:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954625999872 00000100:00100000:3.0:1746135179.541369:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1746135179.541374:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625999872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746135179.541392:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920183296 avail 3688660992 00000100:00100000:3.0:1746135179.541419:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954625999872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135179.541424:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1746135179.541497:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954625999872:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1746135179.541552:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746135180.245930:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746135180.834822:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746135180.834845:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626000000:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746135180.834920:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135180.834946:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626000000 00000100:00100000:2.0:1746135180.834956:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626000000 00000100:00100000:2.0:1746135180.834994:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1746135180.835000:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830954626000000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746135180.835036:0:10478:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:2.0:1746135180.835082:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830954626000000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135180.835088:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1746135180.835137:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626000000:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746135181.248631:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135182.250190:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1746135182.259090:0:28233:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 17:33:01 (1746135181) 00000100:00100000:1.0:1746135182.354035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135182.354395:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628248064 00000100:00100000:0.0:1746135182.354407:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628248064 00000100:00100000:0.0:1746135182.354485:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37579 00000100:00100000:0.0:1746135182.354495:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2495:x1830954628248064:12345-192.168.202.58@tcp:41:stat.0 00000004:00000024:0.0:1746135182.354572:0:7246:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7843004416 avail 7379959808 00000100:00100000:0.0:1746135182.354679:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2495:x1830954628248064:12345-192.168.202.58@tcp:41:stat.0 Request processed in 185us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135182.354687:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37579 00000100:00080000:0.0:1746135182.354709:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746135182.434573:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3768:1830954626000128:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.434669:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135182.434751:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626000128 00000100:00100000:2.0:1746135182.434760:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626000128 00000100:00100000:2.0:1746135182.434804:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1746135182.434811:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3768:x1830954626000128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746135182.434878:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3768:x1830954626000128:12345-0@lo:400:kworker.0 Request processed in 67us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.434884:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1746135182.434902:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3768:1830954626000128:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.434957:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746135182.434963:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072495c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3768:1830954626000256:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.434984:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135182.435001:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626000640:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435021:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135182.435034:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072496300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626000384:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435034:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626001152:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435050:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135182.435058:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135182.435063:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626001664:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.435072:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072496a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3770:1830954626000896:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435077:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135182.435088:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135182.435090:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746135182.435094:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3768:1830954626000768:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.435100:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3770:1830954626001408:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135182.435120:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626001152 00000100:00100000:3.0:1746135182.435123:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626001152 00000100:00100000:1.0:1746135182.435125:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3768:1830954626001280:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435138:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135182.435153:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626001664 00000100:00100000:3.0:1746135182.435154:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626001664 00000100:00100000:1.0:1746135182.435158:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626000256 00000100:00100000:1.0:1746135182.435161:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626000256 00000100:00100000:3.0:1746135182.435168:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1746135182.435174:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954626001152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435185:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626000896 00000100:00100000:1.0:1746135182.435188:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626000896 00000100:00100000:1.0:1746135182.435202:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626000768 00000100:00100000:1.0:1746135182.435204:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626000768 00000100:00100000:3.0:1746135182.435205:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954626001152:12345-0@lo:400:kworker.0 Request processed in 32us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.435210:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1746135182.435215:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626001280 00000100:00100000:1.0:1746135182.435217:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626001280 00000100:00100000:3.0:1746135182.435218:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1746135182.435222:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954626001664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435232:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1746135182.435236:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1830954626000256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.435240:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954626001664:12345-0@lo:400:kworker.0 Request processed in 17us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.435243:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1746135182.435256:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1746135182.435260:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3770:x1830954626000896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435262:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1830954626000256:12345-0@lo:400:kworker.0 Request processed in 25us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.435270:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:3.0:1746135182.435280:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3770:x1830954626000896:12345-0@lo:400:kworker.0 Request processed in 20us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.435284:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1746135182.435287:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1746135182.435288:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830954626000768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.435299:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1746135182.435303:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830954626001280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435306:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3768:x1830954626000768:12345-0@lo:400:kworker.0 Request processed in 18us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.435311:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1746135182.435318:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1830954626001280:12345-0@lo:400:kworker.0 Request processed in 15us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.435321:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1746135182.435337:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135182.435339:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3768:1830954626000768:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435346:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3768:1830954626001280:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435353:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626001152:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.435355:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072496a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3770:1830954626000896:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435360:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626001664:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.435361:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746135182.435364:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072494380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830954626000512:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435367:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072495c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3768:1830954626000256:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.435376:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135182.435385:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626001024:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435387:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626001408 00000100:00100000:1.0:1746135182.435389:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626001408 00000100:00100000:3.0:1746135182.435395:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135182.435402:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626001536:0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435406:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626000512 00000100:00100000:1.0:1746135182.435408:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626000512 00000100:00100000:3.0:1746135182.435411:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135182.435417:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1746135182.435421:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830954626001408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435444:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830954626001408:12345-0@lo:400:kworker.0 Request processed in 22us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.435447:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:2.0:1746135182.435448:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626000640 00000100:00100000:2.0:1746135182.435451:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626000640 00000100:00100000:1.0:1746135182.435456:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1746135182.435459:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830954626000512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746135182.435478:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626000384 00000100:00100000:2.0:1746135182.435479:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626000384 00000100:00100000:1.0:1746135182.435490:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830954626000512:12345-0@lo:400:kworker.0 Request processed in 30us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.435491:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1746135182.435494:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954626000640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435495:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00080000:1.0:1746135182.435518:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746135182.435519:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954626000640:12345-0@lo:400:kworker.0 Request processed in 25us (497us total) trans 0 rc 0/0 00000100:00080000:1.0:1746135182.435521:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746135182.435523:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:1.0:1746135182.435523:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746135182.435525:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746135182.435530:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1746135182.435533:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830954626000384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435543:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626000640:0@lo:400:kworker.0 00000100:00100000:2.0:1746135182.435547:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830954626000384:12345-0@lo:400:kworker.0 Request processed in 14us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.435551:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1746135182.435559:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626001024 00000100:00100000:1.0:1746135182.435561:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626001024 00000100:00100000:1.0:1746135182.435577:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626001536 00000100:00100000:1.0:1746135182.435579:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626001536 00000100:00100000:1.0:1746135182.435591:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1746135182.435594:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954626001024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435617:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954626001024:12345-0@lo:400:kworker.0 Request processed in 22us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.435621:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1746135182.435629:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1746135182.435633:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954626001536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135182.435674:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3770:x1830954626001536:12345-0@lo:400:kworker.0 Request processed in 40us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.435678:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00080000:1.0:1746135182.435692:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746135182.435694:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746135182.436892:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626001536:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.436907:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072496300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626000384:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.436919:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3770:1830954626001408:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.436942:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072494380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830954626000512:0@lo:400:kworker.0 00000100:00100000:3.0:1746135182.436952:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626001024:0@lo:400:kworker.0 00000100:00100000:0.0:1746135182.445789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.445899:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628248192 00000100:00100000:3.0:1746135182.445910:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628248192 00000100:00100000:3.0:1746135182.445970:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37580 00000100:00100000:3.0:1746135182.445978:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2499:x1830954628248192:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1746135182.445997:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.446016:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c3790 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d63 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.446088:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c3797 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.446103:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.446115:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135182.446169:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135182.446171:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135182.446192:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.446213:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c3790 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d63 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.446245:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c3797 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d63 expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.446254:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135182.446258:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135182.446261:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58ea00, rc 0) 00000100:00100000:3.0:1746135182.446320:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d958a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2499:x1830954628248192:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 342us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.446326:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37580 00000100:00100000:0.0:1746135182.449266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.449499:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628248320 00000100:00100000:1.0:1746135182.449511:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628248320 00000100:00100000:1.0:1746135182.449617:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37581 00000100:00100000:1.0:1746135182.449628:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2499:x1830954628248320:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1746135182.449691:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135182.449722:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c379e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d6a expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.449822:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449838:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449852:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449870:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449875:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449880:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449948:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449956:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449964:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449970:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f848e00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135182.449975:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449983:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.449995:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135182.449998:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135182.450002:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450008:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f848e00/0xc3cfcce4a57c37a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450037:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450041:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450046:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450050:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f849c00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135182.450053:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450058:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450064:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88011feb4400) 00010000:00010000:1.0:1746135182.450067:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135182.450069:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450073:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.450110:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c379e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d6a expref: 11 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.450118:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c379e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d6a expref: 11 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.450126:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f849000, rc 0) 00000100:00100000:1.0:1746135182.450182:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2499:x1830954628248320:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 556us (929us total) trans 0 rc 301/301 00000100:00100000:1.0:1746135182.450188:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37581 00000100:00100000:0.0:1746135182.461995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.462276:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628248576 00000100:00100000:1.0:1746135182.462289:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628248576 00000100:00100000:1.0:1746135182.462368:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37582 00000100:00100000:1.0:1746135182.462377:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2499:x1830954628248576:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:1.0:1746135182.462455:0:11617:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135182.462504:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c3797 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d63 expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.462533:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135182.462538:0:11617:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746135182.462620:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.462636:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.462681:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.462696:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.462706:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.462711:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00000040:00080000:1.0:1746135182.467005:0:11617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:1.0:1746135182.467087:0:11617:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:1.0:1746135182.467092:0:11617:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8800b1ced000 with version 18 00000004:00080000:3.0:1746135182.467164:0:8787:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880097af0600 version 18 rpc_version 18 00000020:00100000:3.0:1746135182.467223:0:8787:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746135182.467236:0:8787:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880132e92300 x1830954626001920/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746135182.467262:0:8787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8787:1830954626001920:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746135182.467373:0:8787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135182.468203:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626001920 00000100:00100000:0.0:1746135182.468216:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626001920 00000100:00100000:3.0:1746135182.468258:0:8787:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801302030c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135182.468666:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1746135182.468677:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8787:x1830954626001920:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746135182.473376:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8787:x1830954626001920:12345-0@lo:1000:osp_up1-0.0 Request processed in 4692us (5993us total) trans 4294967389 rc 0/0 00000100:00100000:0.0:1746135182.473392:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00010000:00010000:1.0:1746135182.473777:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.473793:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.473804:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.473824:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.473829:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.473834:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.473889:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.473895:0:11617:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.473904:0:11617:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 11617 initiator: MDT0 00000100:00100000:1.0:1746135182.473927:0:11617:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11617:1830954626002048:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1746135182.473966:0:11617:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135182.474023:0:11617:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ced6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135182.474606:0:8787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132e92300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8787:1830954626001920:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746135182.474753:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626002048 00000100:00100000:0.0:1746135182.474765:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626002048 00000100:00100000:0.0:1746135182.474822:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1746135182.474830:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:11617:x1830954626002048:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1746135182.474851:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135182.474868:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c37d6 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc3cfcce4a57c37cf expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135182.474896:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c37d6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xc3cfcce4a57c37cf expref: 7 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135182.474910:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c37d6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xc3cfcce4a57c37cf expref: 7 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135182.474917:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012f83fe00) 00010000:00010000:0.0:1746135182.474920:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135182.474924:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6000, rc 0) 00000100:00100000:0.0:1746135182.474976:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:11617:x1830954626002048:12345-0@lo:101:mdt00_004.0 Request processed in 147us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135182.474981:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1746135182.475443:0:11617:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:11617:1830954626002048:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1746135182.475457:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.475475:0:11617:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746135182.475499:0:11617:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011d95ad80 reply state ffff88009b58b000 transno 4294983746 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.475509:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.476316:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88011feb4300) 00010000:00010000:1.0:1746135182.476321:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746135182.476324:0:11617:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746135182.476331:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.476338:0:11617:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746135182.476349:0:11617:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:0.0:1746135182.476678:0:11617:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011d95ad80 reply state ffff88009b58b000 transno 4294983746 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476692:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476698:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88011feb4a00) 00010000:00010000:0.0:1746135182.476700:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746135182.476702:0:11617:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1746135182.476708:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 4096 00010000:00010000:0.0:1746135182.476719:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476724:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476731:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476736:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f849000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135182.476742:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476749:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476757:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135182.476759:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135182.476762:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476767:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849000/0xc3cfcce4a57c37b3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00000004:00010000:0.0:1746135182.476791:0:11617:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011d95ad80 reply state ffff88009b58b000 transno 4294983746 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476798:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:0.0:1746135182.476802:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88011feb4600) 00010000:00010000:0.0:1746135182.476804:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746135182.476806:0:11617:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:0.0:1746135182.476936:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2499:x1830954628248576:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 14554us (14951us total) trans 4294983746 rc 0/0 00000100:00100000:0.0:1746135182.476944:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37582 00000100:00100000:0.0:1746135182.512049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.512499:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628248704 00000100:00100000:1.0:1746135182.512510:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628248704 00000100:00100000:1.0:1746135182.512568:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37583 00000100:00100000:1.0:1746135182.512576:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2500:x1830954628248704:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1746135182.512599:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135182.512613:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c37dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d71 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.512694:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c37e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.512703:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c37e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.512712:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c37e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00000004:00200000:1.0:1746135182.512742:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746135182.512745:0:11617:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746135182.512757:0:11617:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c37e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.512773:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c37dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d71 expref: 13 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.512804:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c37e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d71 expref: 12 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.512811:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135182.512813:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746135182.512816:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e4400, rc 0) 00000100:00100000:1.0:1746135182.512854:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d959f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2500:x1830954628248704:12345-192.168.202.58@tcp:101:cp.0 Request processed in 280us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.512859:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37583 00000100:00100000:0.0:1746135182.514974:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.515095:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628248832 00000100:00100000:3.0:1746135182.515106:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628248832 00000100:00100000:3.0:1746135182.515176:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37584 00000100:00100000:3.0:1746135182.515184:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2500:x1830954628248832:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135182.515206:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.515227:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c37eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d78 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.515298:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515311:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515323:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515334:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515344:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515349:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515451:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c3800 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515458:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c3800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515476:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c3800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135182.515555:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 4096 00000004:00200000:3.0:1746135182.515560:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746135182.515580:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c3800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515590:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515596:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515602:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515608:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515613:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58f400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.515616:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515623:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515634:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135182.515637:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.515685:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515691:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c37f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515710:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515715:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515720:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515724:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58ea00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.515726:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515730:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515736:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88011feb4600) 00010000:00010000:3.0:1746135182.515738:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.515740:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515744:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c37f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.515765:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c37eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d78 expref: 14 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.515772:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f600/0xc3cfcce4a57c3800 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d78 expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.515776:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88011feb4a00) 00010000:00010000:3.0:1746135182.515777:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746135182.515779:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58f600, rc 0) 00000100:00100000:3.0:1746135182.515826:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d95b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2500:x1830954628248832:12345-192.168.202.58@tcp:101:cp.0 Request processed in 644us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.515831:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37584 00000100:00100000:0.0:1746135182.517889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.518020:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628248960 00000100:00100000:3.0:1746135182.518032:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628248960 00000100:00100000:3.0:1746135182.518101:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37585 00000100:00100000:3.0:1746135182.518110:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2500:x1830954628248960:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135182.518136:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.518159:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3807 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d7f expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.518222:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c380e lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.518235:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c380e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135182.518248:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c380e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135182.518301:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:3.0:1746135182.518305:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746135182.518339:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3807 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d7f expref: 15 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.518353:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58e200/0xc3cfcce4a57c380e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d7f expref: 14 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.518360:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88011feb4300) 00010000:00010000:3.0:1746135182.518363:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746135182.518366:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58e200, rc 0) 00000100:00100000:3.0:1746135182.518425:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2500:x1830954628248960:12345-192.168.202.58@tcp:101:cp.0 Request processed in 316us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.518431:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37585 00000100:00100000:2.0:1746135182.521859:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.521953:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628249088 00000100:00100000:1.0:1746135182.521967:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628249088 00000100:00080000:2.0:1746135182.523177:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746135182.523184:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37586 00000100:00100000:1.0:1746135182.523193:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2500:x1830954628249088:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1746135182.523225:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135182.523251:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3815 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d86 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.523319:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135182.523331:0:11617:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c37d6 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xc3cfcce4a57c37cf expref: 6 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.523338:0:11617:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:1.0:1746135182.523376:0:11617:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c37d6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xc3cfcce4a57c37cf expref: 6 pid: 7251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135182.523390:0:11617:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11617:1830954626002176:0@lo:104: 00000100:00100000:1.0:1746135182.523454:0:11617:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135182.523520:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626002176 00000100:00100000:1.0:1746135182.523532:0:11617:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ced6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135182.523532:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626002176 00000100:00100000:0.0:1746135182.523579:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1746135182.523586:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:11617:x1830954626002176:12345-0@lo:104: 00010000:00010000:0.0:1746135182.523599:0:7229:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135182.523710:0:7229:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746135182.523716:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:11617:x1830954626002176:12345-0@lo:104: Request processed in 131us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135182.523725:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:3.0:1746135182.523736:0:9607:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746135182.523745:0:9607:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.523754:0:9607:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f6e5c00 already unused, calling callback (ffffffffa0f20e30) 00000100:00100000:1.0:1746135182.523806:0:11617:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11617:1830954626002176:0@lo:104: 00010000:00010000:1.0:1746135182.523824:0:11617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.524790:0:9607:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746135182.524805:0:9607:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.524843:0:9607:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.524854:0:9607:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1746135182.524897:0:9607:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.524909:0:9607:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f6e5c00/0xc3cfcce4a57c37cf lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xc3cfcce4a57c37d6 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.524933:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746135182.524935:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746135182.524937:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746135182.524961:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746135182.524977:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626002304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1746135182.525025:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135182.525083:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626002304 00000100:00100000:1.0:1746135182.525089:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626002304 00010000:00010000:1.0:1746135182.525113:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c37d6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xc3cfcce4a57c37cf expref: 7 pid: 7251 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135182.525140:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14379 00000100:00100000:1.0:1746135182.525145:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3768:x1830954626002304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746135182.525154:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746135182.526870:0:8387:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967389 is committed 00010000:00010000:1.0:1746135182.527215:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8801364a6000/0xc3cfcce4a57c37d6 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xc3cfcce4a57c37cf expref: 6 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.527248:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012f83fe00) 00010000:00010000:1.0:1746135182.527253:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:1.0:1746135182.527262:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11617 initiator: MDT1 00010000:00010000:1.0:1746135182.527269:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 11617 initiator: MDT1 00010000:00010000:1.0:1746135182.527303:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135182.527441:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954626002304:12345-0@lo:103:ldlm_bl.0 Request processed in 2292us (2413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.527453:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14379 00000100:00100000:3.0:1746135182.527560:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626002304:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746135182.527732:0:11617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135182.527743:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00000004:00200000:2.0:1746135182.527819:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746135182.527823:0:11617:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746135182.527882:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5000/0xc3cfcce4a57c3815 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d86 expref: 7 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.527912:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d86 expref: 6 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.527921:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012f83fe00) 00010000:00010000:2.0:1746135182.527924:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746135182.527927:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e5800, rc 0) 00000100:00100000:2.0:1746135182.527984:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2500:x1830954628249088:12345-192.168.202.58@tcp:101:cp.0 Request processed in 4791us (6131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.527992:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37586 00000100:00100000:0.0:1746135182.530795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.530885:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628249216 00000100:00100000:3.0:1746135182.530900:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628249216 00000100:00100000:3.0:1746135182.530969:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37587 00000100:00100000:3.0:1746135182.530977:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2500:x1830954628249216:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135182.530999:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.531023:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c3823 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d8d expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.531096:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 3/1,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.531111:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531122:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531136:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.531141:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531145:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531222:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531229:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 2/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531235:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531241:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58fc00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.531245:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531251:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531260:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012f83fe00) 00010000:00010000:3.0:1746135182.531262:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.531266:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531271:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c382a lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531280:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531285:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531290:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531294:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58ee00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.531296:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531300:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531305:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff880092786600) 00010000:00010000:3.0:1746135182.531306:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.531308:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531312:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3831 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.531337:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c3823 lrc: 1/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d8d expref: 7 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.531344:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58f400/0xc3cfcce4a57c3823 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d8d expref: 7 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.531350:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58f400, rc 0) 00000100:00100000:3.0:1746135182.531410:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2500:x1830954628249216:12345-192.168.202.58@tcp:101:cp.0 Request processed in 434us (626us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135182.531416:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37587 00000100:00100000:2.0:1746135182.534384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.534557:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628249472 00000100:00100000:3.0:1746135182.534569:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628249472 00000100:00100000:3.0:1746135182.534675:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37588 00000100:00100000:3.0:1746135182.534685:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2500:x1830954628249472:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135182.534710:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.534713:0:11617:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746135182.534744:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5800/0xc3cfcce4a57c381c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d86 expref: 6 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.534761:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88012f83fe00) 00010000:00010000:3.0:1746135182.534775:0:11617:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135182.534786:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c3838 lrc: 2/0,0 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d94 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.534911:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 3/0,1 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.534924:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.534933:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.534945:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.534950:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.534955:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00000004:00080000:3.0:1746135182.535349:0:11617:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x5:0x0], index 0: 0 00010000:00010000:3.0:1746135182.535478:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c384d lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.535486:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c384d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535491:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c384d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535521:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 3/0,1 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535527:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 2/0,0 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535532:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535538:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b750a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.535541:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 3/0,0 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535547:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 4/0,0 mode: CW/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535555:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff880092786c00) 00010000:00010000:3.0:1746135182.535558:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.535560:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 2/0,0 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535565:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750a00/0xc3cfcce4a57c383f lrc: 0/0,0 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00000004:00010000:3.0:1746135182.535578:0:11617:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012b131f80 reply state ffff88009a527000 transno 4294967390 ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535585:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.535589:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff880092786900) 00010000:00010000:3.0:1746135182.535591:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746135182.535594:0:11617:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746135182.535615:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c3838 lrc: 0/0,0 mode: --/CW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d94 expref: 8 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.535629:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c384d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d94 expref: 7 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.535635:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:3.0:1746135182.535637:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135182.535668:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027be00, rc 0) 00000100:00100000:3.0:1746135182.535731:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2500:x1830954628249472:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1048us (1364us total) trans 4294967390 rc 0/0 00000100:00100000:3.0:1746135182.535738:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37588 00000100:00100000:0.0:1746135182.538805:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.539810:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628249600 00000100:00100000:3.0:1746135182.539825:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628249600 00000100:00100000:3.0:1746135182.539883:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30074 00000100:00100000:3.0:1746135182.539893:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2007:x1830954628249600:12345-192.168.202.58@tcp:8:cp.0 00010000:00080000:3.0:1746135182.539940:0:9591:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp t0 exp (null) cur 826 last 0 00000020:00000080:3.0:1746135182.539975:0:9591:0:(genops.c:1402:class_connect()) connect: client 3c82c36e-d2e6-44c1-ba5c-6b1776472644, cookie 0xc3cfcce4a57c385b 00002000:00100000:3.0:1746135182.539988:0:9591:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 3c82c36e-d2e6-44c1-ba5c-6b1776472644/ffff88007c8dd000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103651 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746135182.540016:0:9591:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746135182.540108:0:9591:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012d5e5a80 00002000:00080000:3.0:1746135182.540119:0:9591:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1746135182.540156:0:9591:0:(import.c:66:import_set_state_nolock()) ffff88007c8d9800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746135182.540233:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2007:x1830954628249600:12345-192.168.202.58@tcp:8:cp.0 Request processed in 341us (1440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.540240:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30074 00000100:00100000:0.0:1746135182.543167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135182.543242:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628249728 00000100:00100000:2.0:1746135182.543255:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628249728 00000100:00100000:2.0:1746135182.543676:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30075 00000100:00100000:2.0:1746135182.543686:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:0:x1830954628249728:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1746135182.543711:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135182.543734:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237d9b expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746135182.543761:0:9590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746135182.543782:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135182.543785:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135182.543792:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 7 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135182.543810:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 7 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135182.543822:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381000, rc 0) 00000100:00080000:0.0:1746135182.544195:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746135182.544683:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:0:x1830954628249728:12345-192.168.202.58@tcp:101:cp.0 Request processed in 947us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.544695:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30075 00000100:00100000:0.0:1746135182.547415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135182.547539:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628249856 00000100:00100000:2.0:1746135182.547553:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628249856 00000100:00100000:2.0:1746135182.547818:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30076 00000100:00100000:2.0:1746135182.547828:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2500:x1830954628249856:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:2.0:1746135182.547850:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135182.547872:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237da2 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.547909:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 8 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135182.547919:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135182.547920:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135182.547924:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.547957:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 8 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135182.547968:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 8 pid: 9590 timeout: 926 lvb_type: 1 00000100:00100000:2.0:1746135182.547980:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626002432:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135182.548072:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a45b8900 going to sleep for 11 seconds 00000100:00100000:0.0:1746135182.550676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135182.550801:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626002432:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135182.550834:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.550851:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380a00, rc 0) 00000100:00100000:2.0:1746135182.550900:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2500:x1830954628249856:12345-192.168.202.58@tcp:101:cp.0 Request processed in 3074us (3498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.550908:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30076 00000100:00100000:1.0:1746135182.551174:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628249984 00000100:00100000:1.0:1746135182.551181:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628249984 00010000:00010000:1.0:1746135182.551206:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 8 pid: 9590 timeout: 926 lvb_type: 1 00000100:00100000:1.0:1746135182.551228:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14380 00000100:00100000:1.0:1746135182.551233:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628249984:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135182.551245:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135182.551263:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 8 pid: 9590 timeout: 926 lvb_type: 1 00010000:00010000:1.0:1746135182.551273:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 8 pid: 9590 timeout: 926 lvb_type: 1 00010000:00010000:1.0:1746135182.551294:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d381000/0xc3cfcce4a57c3862 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d9b expref: 8 pid: 9590 timeout: 926 lvb_type: 1 00010000:00010000:1.0:1746135182.551308:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135182.551310:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135182.551317:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.551324:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.551350:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135182.551362:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626002560:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135182.551430:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ced6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135182.554802:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626002560:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135182.554828:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135182.554882:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628249984:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3646us (4242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.554897:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14380 00000100:00100000:0.0:1746135182.556241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.557212:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628250240 00000100:00100000:3.0:1746135182.557223:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628250240 00000100:00100000:3.0:1746135182.557283:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 186 00000100:00100000:3.0:1746135182.557291:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2500:x1830954628250240:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:3.0:1746135182.558532:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2500:x1830954628250240:12345-192.168.202.58@tcp:35:cp.0 Request processed in 1234us (2293us total) trans 4294967391 rc 0/0 00000100:00100000:3.0:1746135182.558543:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 186 00000100:00100000:0.0:1746135182.600165:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135182.600285:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628250496 00000100:00100000:2.0:1746135182.600296:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628250496 00000100:00100000:2.0:1746135182.600365:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37589 00000100:00100000:2.0:1746135182.600374:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2503:x1830954628250496:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746135182.600402:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135182.600422:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c3870 lrc: 2/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237da9 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.600547:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c3877 lrc: 3/1,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135182.600561:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c3877 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746135182.600571:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c3877 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00000004:00200000:2.0:1746135182.600581:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 1716 00010000:00010000:2.0:1746135182.600749:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380800/0xc3cfcce4a57c3870 lrc: 0/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da9 expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.600769:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380e00/0xc3cfcce4a57c3877 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da9 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.600776:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:2.0:1746135182.600778:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746135182.600781:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380e00, rc 0) 00000100:00100000:2.0:1746135182.600848:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2503:x1830954628250496:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 475us (695us total) trans 4294967392 rc 0/0 00000100:00100000:2.0:1746135182.600855:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37589 00000100:00100000:0.0:1746135182.623292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.623569:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628250624 00000100:00100000:3.0:1746135182.623581:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628250624 00000100:00080000:0.0:1746135182.623832:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746135182.623916:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37590 00000100:00100000:3.0:1746135182.623965:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2507:x1830954628250624:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.624323:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.624346:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c3885 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237db0 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.624416:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.624431:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.624446:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00000004:00200000:3.0:1746135182.624511:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135182.624515:0:11617:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135182.624553:0:11617:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.624577:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c3885 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 10 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.625444:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 9 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.625455:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135182.625458:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135182.625472:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027b600, rc 0) 00000100:00100000:3.0:1746135182.625552:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2507:x1830954628250624:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 1628us (2273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.625560:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37590 00000100:00100000:0.0:1746135182.630730:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.631127:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628250752 00000100:00100000:3.0:1746135182.631140:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628250752 00000100:00100000:3.0:1746135182.631554:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37591 00000100:00100000:3.0:1746135182.631564:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2507:x1830954628250752:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.631587:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.631607:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c3893 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237db7 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.631855:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.631869:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.631880:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.631890:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.631896:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.631900:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.631992:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c38a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x43:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.631997:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632002:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00000004:00200000:3.0:1746135182.632082:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x43:0x0]: returning size 4096 00000004:00200000:3.0:1746135182.632087:0:11617:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746135182.632109:0:11617:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632118:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632124:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632131:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632136:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013027aa00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.632140:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632147:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632165:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135182.632167:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.632172:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632176:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c389a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632613:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632620:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632626:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632631:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58ea00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.632634:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632667:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632674:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88011feb4600) 00010000:00010000:3.0:1746135182.632676:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.632679:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632684:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.632714:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013027a000/0xc3cfcce4a57c3893 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db7 expref: 11 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.632724:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58f400/0xc3cfcce4a57c38a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x43:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db7 expref: 10 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.632730:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88011feb4a00) 00010000:00010000:3.0:1746135182.632731:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746135182.632734:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58f400, rc 0) 00000100:00100000:3.0:1746135182.633362:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2507:x1830954628250752:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 1794us (2640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.633371:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37591 00000100:00100000:0.0:1746135182.641891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.642101:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628250880 00000100:00100000:3.0:1746135182.642111:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628250880 00000100:00100000:2.0:1746135182.643360:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37592 00000100:00100000:2.0:1746135182.643375:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2507:x1830954628250880:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746135182.643404:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135182.643432:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380200/0xc3cfcce4a57c38af lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237dbe expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.643512:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380600/0xc3cfcce4a57c38b6 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135182.643528:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380600/0xc3cfcce4a57c38b6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135182.643539:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380600/0xc3cfcce4a57c38b6 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746135182.643594:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746135182.643598:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746135182.643637:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380200/0xc3cfcce4a57c38af lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dbe expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.643703:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380600/0xc3cfcce4a57c38b6 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dbe expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.643711:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88011feb4300) 00010000:00010000:2.0:1746135182.643714:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746135182.643717:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380600, rc 0) 00000100:00100000:2.0:1746135182.643803:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2507:x1830954628250880:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 432us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.643810:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37592 00000100:00100000:2.0:1746135182.649481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.650622:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628251008 00000100:00100000:3.0:1746135182.650638:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628251008 00000100:00080000:0.0:1746135182.650886:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746135182.650976:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37593 00000100:00100000:2.0:1746135182.650990:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2507:x1830954628251008:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746135182.651022:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135182.651054:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c38bd lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237dc5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.651138:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c38c4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135182.651152:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c38c4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746135182.651166:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c38c4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00000004:00200000:2.0:1746135182.651230:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746135182.651236:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746135182.651283:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c38bd lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dc5 expref: 7 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.651307:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d381e00/0xc3cfcce4a57c38c4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dc5 expref: 6 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.651316:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88009d2d9900) 00010000:00010000:2.0:1746135182.651319:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746135182.651322:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d381e00, rc 0) 00000100:00100000:2.0:1746135182.651422:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2507:x1830954628251008:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 435us (1965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.651430:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37593 00000100:00100000:0.0:1746135182.660368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.662166:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628251136 00000100:00100000:3.0:1746135182.662182:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628251136 00000100:00100000:3.0:1746135182.662265:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37594 00000100:00100000:3.0:1746135182.662277:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2507:x1830954628251136:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.662304:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.662332:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c38cb lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237dcc expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.662403:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.662418:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662430:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662440:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.662446:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662450:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662534:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.662541:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662545:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00000004:00200000:3.0:1746135182.662590:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 1716 00000004:00200000:3.0:1746135182.662594:0:11617:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135182.662622:0:11617:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662633:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662672:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662679:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 2/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662686:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662691:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58ee00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.662696:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662702:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662712:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88009d2d9900) 00010000:00010000:3.0:1746135182.662715:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.662719:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662723:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c38d2 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662749:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662754:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662763:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662767:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58ea00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.662770:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662775:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662781:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff880092786900) 00010000:00010000:3.0:1746135182.662784:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.662786:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662791:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c38d9 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.662817:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c38cb lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 8 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.662829:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 7 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.662835:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:3.0:1746135182.662837:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135182.662839:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027a000, rc 0) 00000100:00100000:3.0:1746135182.662909:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2507:x1830954628251136:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 634us (2558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.662917:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37594 00000100:00100000:0.0:1746135182.666245:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135182.666388:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628251264 00000100:00100000:2.0:1746135182.666400:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628251264 00000100:00100000:2.0:1746135182.666455:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30077 00000100:00100000:2.0:1746135182.666472:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2007:x1830954628251264:12345-192.168.202.58@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746135182.666526:0:9590:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp t0 exp (null) cur 826 last 0 00000020:00000080:2.0:1746135182.666572:0:9590:0:(genops.c:1402:class_connect()) connect: client 85bf535e-8e5b-4101-8d9c-c58b3bc95be5, cookie 0xc3cfcce4a57c38e7 00002000:00100000:2.0:1746135182.666587:0:9590:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 85bf535e-8e5b-4101-8d9c-c58b3bc95be5/ffff880092757000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103651 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746135182.666600:0:9590:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746135182.666720:0:9590:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff88012d5e5a80 00002000:00080000:2.0:1746135182.666735:0:9590:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746135182.666798:0:9590:0:(import.c:66:import_set_state_nolock()) ffff880092753000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746135182.666872:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2007:x1830954628251264:12345-192.168.202.58@tcp:8:mmap_cat.0 Request processed in 408us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.666880:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30077 00000100:00100000:0.0:1746135182.673089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.673374:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628251392 00000100:00100000:3.0:1746135182.673386:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628251392 00000100:00100000:3.0:1746135182.673453:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30078 00000100:00100000:3.0:1746135182.673470:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:0:x1830954628251392:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.673489:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1746135182.673528:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746135182.673571:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c38ee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237dd3 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135182.673634:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626002688:192.168.202.58@tcp:106: 00000100:00100000:3.0:1746135182.674999:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801302033c0 going to sleep for 11 seconds 00002000:00010000:3.0:1746135182.676282:0:9591:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size: 0 -> 1716 00002000:00010000:3.0:1746135182.676289:0:9591:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime: 0 -> 1746135182 00002000:00010000:3.0:1746135182.676291:0:9591:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 0 -> 1746135182 00002000:00010000:3.0:1746135182.676293:0:9591:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime: 0 -> 1746135182 00002000:00010000:3.0:1746135182.676294:0:9591:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1746135182.676318:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626002688:192.168.202.58@tcp:106: 00010000:00010000:3.0:1746135182.676360:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c38ee lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dd3 expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135182.676376:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c38ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dd3 expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135182.676452:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027aa00, rc 0) 00000100:00100000:3.0:1746135182.676612:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:0:x1830954628251392:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 3149us (3536us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135182.676624:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30078 00000100:00100000:0.0:1746135182.679894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135182.679988:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628251648 00000100:00100000:2.0:1746135182.680000:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628251648 00000100:00100000:2.0:1746135182.680076:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37595 00000100:00100000:2.0:1746135182.680085:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2507:x1830954628251648:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746135182.680113:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135182.680139:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c38f5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237dda expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.680497:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c38fc lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135182.680515:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c38fc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746135182.680529:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c38fc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00000004:00200000:2.0:1746135182.680545:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 1716 00010000:00010000:2.0:1746135182.680731:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5600/0xc3cfcce4a57c38f5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dda expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.680773:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c38fc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dda expref: 9 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.680782:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:2.0:1746135182.680786:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135182.680788:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380c00, rc 0) 00000100:00100000:2.0:1746135182.681079:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2507:x1830954628251648:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 992us (1200us total) trans 4294967393 rc 0/0 00000100:00100000:2.0:1746135182.681085:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37595 00000100:00100000:0.0:1746135182.687909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135182.687994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.688290:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628251904 00000100:00100000:3.0:1746135182.688306:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628251904 00000100:00100000:3.0:1746135182.688382:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30079 00000100:00100000:3.0:1746135182.688392:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628251904:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.688422:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.688447:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c390a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237de1 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135182.688540:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628251776 00000100:00100000:1.0:1746135182.688546:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628251776 00000100:00100000:1.0:1746135182.688593:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 688 00000100:00100000:1.0:1746135182.688599:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628251776:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135182.688615:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135182.688696:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d380c00/0xc3cfcce4a57c38fc lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dda expref: 9 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.688719:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:1.0:1746135182.688724:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135182.688913:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626002816:192.168.202.58@tcp:106: 00000100:00100000:3.0:1746135182.688980:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801302033c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135182.689428:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2011:x1830954628251776:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 825us (1534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.689436:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 688 00000100:00100000:3.0:1746135182.691308:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626002816:192.168.202.58@tcp:106: 00010000:00010000:3.0:1746135182.691345:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c390a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de1 expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135182.691358:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a58ea00/0xc3cfcce4a57c390a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de1 expref: 7 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135182.691942:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58ea00, rc 0) 00000100:00100000:3.0:1746135182.692267:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2008:x1830954628251904:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 3873us (4269us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135182.692277:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30079 00000100:00100000:0.0:1746135182.695419:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.695555:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628252032 00000100:00100000:3.0:1746135182.695568:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628252032 00000100:00100000:3.0:1746135182.695936:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30080 00000100:00100000:3.0:1746135182.695945:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2507:x1830954628252032:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.695969:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.695989:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237de8 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.696022:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.696030:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135182.696032:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135182.696035:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.696067:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.696079:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 6 pid: 9590 timeout: 926 lvb_type: 0 00000100:00100000:3.0:1746135182.696091:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626002944:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135182.697506:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801302033c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135182.700728:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626002944:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135182.700769:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.700791:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a58ee00, rc 0) 00000100:00100000:3.0:1746135182.700856:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2507:x1830954628252032:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 4909us (5448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.700867:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30080 00000100:00100000:0.0:1746135182.701169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.701289:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628252160 00000100:00100000:1.0:1746135182.701298:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628252160 00002000:00100000:1.0:1746135182.701350:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5:0x0] (0->1715) req@ffff88009a515500 x1830954628252160/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:638/0 lens 2208/0 e 0 to 0 dl 1746135193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746135182.701360:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515500 with x1830954628252160 ext(0->1715) 00010000:00010000:1.0:1746135182.701367:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 7 pid: 9590 timeout: 926 lvb_type: 0 00010000:00010000:1.0:1746135182.701380:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 7 pid: 9590 timeout: 927 lvb_type: 0 00002000:00010000:1.0:1746135182.701387:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a515500 00000100:00100000:1.0:1746135182.701406:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2770 00000100:00100000:1.0:1746135182.701413:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628252160:12345-192.168.202.58@tcp:4:cp.0 00000001:00100000:2.0:1746135182.703397:0:9588:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 85bf535e-8e5b-4101-8d9c-c58b3bc95be5 00000001:00100000:2.0:1746135182.703410:0:9588:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 3c82c36e-d2e6-44c1-ba5c-6b1776472644 00000100:00100000:1.0:1746135182.704039:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628252160:12345-192.168.202.58@tcp:4:cp.0 Request processed in 2616us (2859us total) trans 4294972157 rc 0/0 00000100:00100000:1.0:1746135182.704054:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2770 00002000:00100000:1.0:1746135182.704068:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5:0x0] (0->1715) req@ffff88009a515500 x1830954628252160/t4294972157(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:638/0 lens 2208/448 e 0 to 0 dl 1746135193 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746135182.704078:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a515500 with x1830954628252160 ext(0->1715) 00010000:00010000:1.0:1746135182.704089:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 8 pid: 9590 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.704104:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 8 pid: 9590 timeout: 927 lvb_type: 0 00002000:00010000:1.0:1746135182.704112:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009a515500 00000100:00100000:0.0:1746135182.707139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.707278:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628252288 00000100:00100000:1.0:1746135182.707289:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628252288 00010000:00010000:1.0:1746135182.707330:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 8 pid: 9590 timeout: 927 lvb_type: 0 00000100:00100000:1.0:1746135182.707824:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14381 00000100:00100000:1.0:1746135182.707833:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954628252288:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135182.707849:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746135182.707870:0:7232:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1746135182.707878:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 8 pid: 9590 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.707895:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 8 pid: 9590 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.707925:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3869 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237da2 expref: 8 pid: 9590 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.707976:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135182.707978:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135182.707987:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.707995:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.708035:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135182.708048:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626003072:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135182.708145:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ced6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135182.709903:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626003072:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135182.709931:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135182.709988:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628252288:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2154us (2861us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.710001:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14381 00000100:00100000:2.0:1746135182.711019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.711519:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628252544 00000100:00100000:1.0:1746135182.711528:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628252544 00002000:00100000:1.0:1746135182.711573:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff88012b133800 x1830954628252544/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:638/0 lens 488/0 e 0 to 0 dl 1746135193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135182.711588:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133800 with x1830954628252544 ext(0->4095) 00002000:00010000:1.0:1746135182.711593:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b133800 00000100:00100000:1.0:1746135182.711627:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13395 00000100:00100000:1.0:1746135182.711636:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628252544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746135182.711860:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628252544:12345-192.168.202.58@tcp:3:ptlrpcd_01_00.0 Request processed in 224us (846us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746135182.711867:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13395 00002000:00100000:1.0:1746135182.711872:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff88012b133800 x1830954628252544/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746135193 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746135182.711879:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b133800 with x1830954628252544 ext(0->4095) 00002000:00010000:1.0:1746135182.711882:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b133800 00000100:00100000:0.0:1746135182.716665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.716814:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628252800 00000100:00100000:3.0:1746135182.716824:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628252800 00000100:00100000:3.0:1746135182.716880:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 187 00000100:00100000:3.0:1746135182.716888:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2507:x1830954628252800:12345-192.168.202.58@tcp:35:mmap_cat.0 00000100:00100000:3.0:1746135182.717194:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2507:x1830954628252800:12345-192.168.202.58@tcp:35:mmap_cat.0 Request processed in 306us (557us total) trans 4294967394 rc 0/0 00000100:00100000:3.0:1746135182.717201:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 187 00000100:00100000:0.0:1746135182.727712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135182.728328:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628252928 00000100:00100000:2.0:1746135182.728341:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628252928 00000100:00100000:2.0:1746135182.728419:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37596 00000100:00100000:2.0:1746135182.728429:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2510:x1830954628252928:12345-192.168.202.58@tcp:101:truncate.0 00010000:00010000:2.0:1746135182.728458:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135182.728494:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3918 lrc: 2/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237def expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.728533:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880097b18800/0xc3cfcce4a57c391f lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135182.728547:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880097b18800/0xc3cfcce4a57c391f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746135182.728560:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880097b18800/0xc3cfcce4a57c391f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746135182.728705:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f6e5c00/0xc3cfcce4a57c3918 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237def expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.728733:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880097b18800/0xc3cfcce4a57c391f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237def expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135182.728741:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:2.0:1746135182.728744:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746135182.728746:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b18800, rc 0) 00000100:00100000:2.0:1746135182.728810:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2510:x1830954628252928:12345-192.168.202.58@tcp:101:truncate.0 Request processed in 383us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.728816:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37596 00000100:00100000:0.0:1746135182.731381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.731469:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628253184 00000100:00100000:3.0:1746135182.731479:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628253184 00000100:00100000:3.0:1746135182.733672:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37597 00000100:00100000:3.0:1746135182.733696:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2510:x1830954628253184:12345-192.168.202.58@tcp:36:truncate.0 00010000:00010000:3.0:1746135182.733767:0:11617:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135182.733800:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c384d lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d94 expref: 12 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.733839:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:3.0:1746135182.733843:0:11617:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135182.734016:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.734163:0:11617:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 8 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.734170:0:11617:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 4/0,1 mode: --/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.734205:0:11617:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 8 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.734217:0:11617:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 8 pid: 11617 timeout: 927 lvb_type: 0 00000100:00100000:3.0:1746135182.734232:0:11617:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11617:1830954626003200:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135182.734828:0:11617:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130203540 going to sleep for 11 seconds 00000100:00100000:0.0:1746135182.736430:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.736515:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628253312 00000100:00100000:1.0:1746135182.736523:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628253312 00000100:00100000:3.0:1746135182.736532:0:11617:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:11617:1830954626003200:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135182.736555:0:11617:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:1.0:1746135182.736556:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 9 pid: 11617 timeout: 927 lvb_type: 0 00000100:00100000:1.0:1746135182.736670:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14382 00000100:00100000:1.0:1746135182.736678:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628253312:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135182.736695:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135182.736702:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 9 pid: 11617 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.736717:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 9 pid: 11617 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.736744:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c38e0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dcc expref: 9 pid: 11617 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.736765:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:1.0:1746135182.736769:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:1.0:1746135182.736779:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11617 initiator: MDT1 00010000:00010000:1.0:1746135182.736786:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 11617 initiator: MDT1 00010000:00010000:1.0:1746135182.736830:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135182.736846:0:11617:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.736878:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00000001:00080000:3.0:1746135182.736975:0:11617:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967395 00000004:00010000:3.0:1746135182.737033:0:11617:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009a516d80 reply state ffff88009a426000 transno 4294967396 ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.737049:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.737054:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:3.0:1746135182.737060:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746135182.737062:0:11617:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746135182.739789:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2510:x1830954628253184:12345-192.168.202.58@tcp:36:truncate.0 Request processed in 6092us (8407us total) trans 4294967396 rc 0/0 00000100:00100000:3.0:1746135182.739800:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37597 00000020:00080000:3.0:1746135182.739809:0:11617:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746135182.739983:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628253312:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3303us (3558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.739994:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14382 00000100:00100000:0.0:1746135182.741810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.741926:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628253440 00000100:00100000:3.0:1746135182.741939:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628253440 00000100:00100000:3.0:1746135182.742051:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30081 00000100:00100000:3.0:1746135182.742062:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2510:x1830954628253440:12345-192.168.202.58@tcp:101:truncate.0 00010000:00010000:3.0:1746135182.742088:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.742112:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237df6 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.742147:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.742155:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135182.742156:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135182.742160:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.742194:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 5 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.742206:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 5 pid: 9591 timeout: 927 lvb_type: 0 00000100:00100000:3.0:1746135182.742219:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626003328:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135182.742782:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130203240 going to sleep for 11 seconds 00000100:00100000:3.0:1746135182.744415:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626003328:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135182.744453:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.744492:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b446a00, rc 0) 00000100:00100000:3.0:1746135182.744566:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2510:x1830954628253440:12345-192.168.202.58@tcp:101:truncate.0 Request processed in 2504us (2767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.744580:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30081 00000100:00100000:0.0:1746135182.744771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.744902:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628253568 00000100:00100000:1.0:1746135182.744911:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628253568 00010000:00010000:1.0:1746135182.744941:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 6 pid: 9591 timeout: 927 lvb_type: 0 00000100:00100000:1.0:1746135182.744973:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14383 00000100:00100000:1.0:1746135182.744979:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628253568:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135182.745133:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135182.745163:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 6 pid: 9591 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.745182:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 6 pid: 9591 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.745210:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c3911 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237de8 expref: 6 pid: 9591 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.745224:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135182.745226:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135182.745233:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.745243:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.745281:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 7 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135182.745294:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626003456:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135182.745495:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ced6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135182.747327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135182.747441:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628253696 00000100:00100000:2.0:1746135182.747451:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628253696 00000100:00100000:1.0:1746135182.747536:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626003456:192.168.202.58@tcp:105: 00002000:00010000:2.0:1746135182.747559:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/5 (858->18446744073709551615) 00010000:00010000:1.0:1746135182.747560:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746135182.747564:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514e00 with x1830954628253696 ext(858->18446744073709551615) 00002000:00010000:2.0:1746135182.747577:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a514e00. 00000100:00100000:1.0:1746135182.747611:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628253568:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2631us (2840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135182.747618:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13396 00000100:00100000:1.0:1746135182.747622:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14383 00000100:00100000:2.0:1746135182.747627:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628253696:12345-192.168.202.58@tcp:10:truncate.0 00002000:00010000:2.0:1746135182.748046:0:27162:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746135182.748050:0:27162:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 1746135182 -> 1746135183 00002000:00010000:2.0:1746135182.748052:0:27162:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 1746135182 -> 0 00002000:00010000:2.0:1746135182.748054:0:27162:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 1746135182 -> 1746135183 00002000:00010000:2.0:1746135182.748056:0:27162:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746135182.748090:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628253696:12345-192.168.202.58@tcp:10:truncate.0 Request processed in 464us (776us total) trans 4294972158 rc 0/0 00000100:00100000:2.0:1746135182.748100:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13396 00002000:00010000:2.0:1746135182.748102:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/5 (858->18446744073709551615) 00002000:00100000:2.0:1746135182.748105:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a514e00 with x1830954628253696 ext(858->18446744073709551615) 00002000:00010000:2.0:1746135182.748109:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a514e00. 00000100:00100000:0.0:1746135182.760454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.760552:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628253824 00000100:00100000:3.0:1746135182.760564:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628253824 00000100:00100000:3.0:1746135182.760695:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37598 00000100:00100000:3.0:1746135182.763352:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2512:x1830954628253824:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.764202:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.764235:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3934 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237dfd expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.764317:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 3/1,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.764330:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764343:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764356:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.764362:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764367:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764456:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c3949 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.764472:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c3949 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764479:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c3949 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00000004:00200000:3.0:1746135182.764517:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 858 00000004:00200000:3.0:1746135182.764521:0:11617:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135182.764540:0:11617:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c3949 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764549:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c3949 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764556:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764561:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 2/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764566:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764572:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b447800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.764576:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764582:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764593:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88009d2d9900) 00010000:00010000:3.0:1746135182.764595:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.764599:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.764603:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c393b lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.765316:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.765341:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.765347:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.765351:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013027a000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.765368:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.765374:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.765383:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff880092786900) 00010000:00010000:3.0:1746135182.765386:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.765389:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.765394:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3942 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.765485:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3934 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dfd expref: 16 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.765499:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88013027be00/0xc3cfcce4a57c3949 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237dfd expref: 15 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.765505:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:3.0:1746135182.765508:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135182.765510:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027be00, rc 0) 00000100:00100000:3.0:1746135182.765772:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2512:x1830954628253824:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 5056us (5319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.765781:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37598 00000100:00100000:2.0:1746135182.774769:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135182.774910:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628254080 00000100:00100000:0.0:1746135182.774921:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628254080 00002000:00100000:0.0:1746135182.774972:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff88012b131180 x1830954628254080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:638/0 lens 488/0 e 0 to 0 dl 1746135193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746135182.774984:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131180 with x1830954628254080 ext(0->4095) 00002000:00010000:0.0:1746135182.774990:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b131180 00000100:00100000:0.0:1746135182.775028:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13397 00000100:00100000:0.0:1746135182.775036:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628254080:12345-192.168.202.58@tcp:3:cp.0 00000100:00100000:0.0:1746135182.775223:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628254080:12345-192.168.202.58@tcp:3:cp.0 Request processed in 187us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135182.775231:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13397 00002000:00100000:0.0:1746135182.775237:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff88012b131180 x1830954628254080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746135193 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746135182.775244:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b131180 with x1830954628254080 ext(0->4095) 00002000:00010000:0.0:1746135182.775247:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b131180 00000100:00100000:0.0:1746135182.794755:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.795196:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628254208 00000100:00100000:3.0:1746135182.795211:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628254208 00000100:00100000:3.0:1746135182.795294:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37599 00000100:00100000:3.0:1746135182.795303:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2516:x1830954628254208:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.795339:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.795364:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3950 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e04 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.795449:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 3/1,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.795471:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.795485:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.795497:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.795504:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.795509:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.795597:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447c00/0xc3cfcce4a57c3965 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.795607:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447c00/0xc3cfcce4a57c3965 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.795613:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447c00/0xc3cfcce4a57c3965 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00000004:00200000:3.0:1746135182.795686:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 858 00000004:00200000:3.0:1746135182.795692:0:11617:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135182.797720:0:11617:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447c00/0xc3cfcce4a57c3965 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797742:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447c00/0xc3cfcce4a57c3965 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797754:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797760:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 2/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797767:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797772:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b446600 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.797777:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797783:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797797:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff88009d2d9900) 00010000:00010000:3.0:1746135182.797800:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.797803:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797810:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c3957 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797836:0:11617:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797840:0:11617:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797844:0:11617:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797848:0:11617:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b447800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135182.797850:0:11617:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797854:0:11617:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797859:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff880092786900) 00010000:00010000:3.0:1746135182.797860:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135182.797862:0:11617:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 2/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797866:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c395e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.797910:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013027a000/0xc3cfcce4a57c3950 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e04 expref: 10 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.797921:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b447c00/0xc3cfcce4a57c3965 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e04 expref: 9 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.797931:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:3.0:1746135182.797933:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135182.797935:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b447c00, rc 0) 00000100:00100000:3.0:1746135182.798015:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2516:x1830954628254208:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 2712us (3273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.798024:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37599 00000100:00100000:0.0:1746135182.803810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.804087:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628254336 00000100:00100000:3.0:1746135182.804097:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628254336 00000100:00100000:3.0:1746135182.804209:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30082 00000100:00100000:3.0:1746135182.804217:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628254336:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.804237:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.804257:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b446600/0xc3cfcce4a57c396c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e0b expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135182.804312:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626003584:192.168.202.58@tcp:106: 00000100:00100000:3.0:1746135182.805619:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130203240 going to sleep for 11 seconds 00002000:00010000:3.0:1746135182.808274:0:9591:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime: 0 -> 1746135183 00000100:00100000:3.0:1746135182.808305:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626003584:192.168.202.58@tcp:106: 00010000:00010000:3.0:1746135182.808343:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b446600/0xc3cfcce4a57c396c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e0b expref: 6 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135182.808360:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b446600/0xc3cfcce4a57c396c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e0b expref: 6 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135182.808390:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b446600, rc 0) 00000100:00100000:3.0:1746135182.809683:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a516680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2008:x1830954628254336:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 5457us (5874us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135182.809694:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30082 00000100:00100000:0.0:1746135182.814092:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.814206:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628254592 00000100:00100000:3.0:1746135182.814217:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628254592 00000100:00100000:3.0:1746135182.814284:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37600 00000100:00100000:3.0:1746135182.814293:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2516:x1830954628254592:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.814317:0:11617:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.814340:0:11617:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013027aa00/0xc3cfcce4a57c3973 lrc: 2/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e12 expref: -99 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.814475:0:11617:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c397a lrc: 3/1,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 11617 initiator: MDT0 00010000:00010000:3.0:1746135182.814492:0:11617:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c397a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135182.814504:0:11617:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c397a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 11617 initiator: MDT1 00000004:00200000:3.0:1746135182.814516:0:11617:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xe:0x0]: returning size 858 00010000:00010000:3.0:1746135182.814635:0:11617:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013027aa00/0xc3cfcce4a57c3973 lrc: 0/0,0 mode: --/CR res: [0x240000402:0xe:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e12 expref: 12 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.814707:0:11617:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b446600/0xc3cfcce4a57c397a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e12 expref: 11 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.814968:0:11617:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:3.0:1746135182.814972:0:11617:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746135182.814976:0:11617:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b446600, rc 0) 00000100:00100000:3.0:1746135182.815216:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2516:x1830954628254592:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 923us (1136us total) trans 4294967397 rc 0/0 00000100:00100000:3.0:1746135182.815223:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37600 00000100:00100000:0.0:1746135182.819438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.819562:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628254720 00000100:00100000:3.0:1746135182.819572:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628254720 00000100:00100000:3.0:1746135182.819623:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30083 00000100:00100000:3.0:1746135182.819630:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628254720:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.820104:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.820124:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c3988 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e19 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135182.820184:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626003712:192.168.202.58@tcp:106: 00000100:00100000:3.0:1746135182.822013:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130203e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746135182.824307:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626003712:192.168.202.58@tcp:106: 00010000:00010000:3.0:1746135182.824343:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c3988 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e19 expref: 6 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135182.824360:0:9591:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c3988 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e19 expref: 6 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135182.824385:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d4d1a00, rc 0) 00000100:00100000:3.0:1746135182.824453:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628254720:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 4821us (5026us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135182.824470:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30083 00000100:00100000:0.0:1746135182.830081:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.830269:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628254848 00000100:00100000:3.0:1746135182.831439:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628254848 00000100:00100000:3.0:1746135182.832267:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30084 00000100:00100000:3.0:1746135182.832281:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2516:x1830954628254848:12345-192.168.202.58@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746135182.832302:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135182.832323:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c490e00/0xc3cfcce4a57c398f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e20 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.832353:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.832360:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135182.832362:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746135182.832365:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c490e00/0xc3cfcce4a57c398f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e20 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.832398:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 8 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.832409:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 8 pid: 9591 timeout: 927 lvb_type: 0 00000100:00100000:3.0:1746135182.832421:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626003840:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135182.832547:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130203e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135182.835265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135182.835452:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628254976 00000100:00100000:1.0:1746135182.835470:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628254976 00010000:00010000:1.0:1746135182.835514:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 9 pid: 9591 timeout: 927 lvb_type: 0 00000100:00100000:1.0:1746135182.836328:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14384 00000100:00100000:1.0:1746135182.836340:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628254976:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135182.836355:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135182.836378:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 9 pid: 9591 timeout: 927 lvb_type: 0 00000100:00100000:3.0:1746135182.836390:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9591:1830954626003840:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135182.836391:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 9 pid: 9591 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.836573:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b446a00/0xc3cfcce4a57c392d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237df6 expref: 9 pid: 9591 timeout: 927 lvb_type: 0 00010000:00010000:1.0:1746135182.836829:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135182.836832:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135182.836873:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c490e00/0xc3cfcce4a57c398f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e20 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135182.836883:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c490e00/0xc3cfcce4a57c398f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e20 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.836911:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c490e00/0xc3cfcce4a57c398f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e20 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135182.836923:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c490e00, rc 0) 00010000:00010000:1.0:1746135182.836951:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c490e00/0xc3cfcce4a57c398f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e20 expref: 6 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135182.836963:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626003968:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135182.837873:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2516:x1830954628254848:12345-192.168.202.58@tcp:101:mmap_cat.0 Request processed in 4712us (6920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135182.837883:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30084 00000100:00100000:1.0:1746135182.839502:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ced6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135182.844799:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626003968:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135182.844829:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135182.845862:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628254976:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 9514us (10599us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135182.845877:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14384 00000100:00100000:0.0:1746135182.846035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135182.846114:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628255232 00000100:00100000:3.0:1746135182.846126:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628255232 00002000:00100000:3.0:1746135182.846184:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff8801325b2d80 x1830954628255232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:638/0 lens 488/0 e 0 to 0 dl 1746135193 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135182.846194:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b2d80 with x1830954628255232 ext(0->4095) 00002000:00010000:3.0:1746135182.846201:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325b2d80 00000100:00100000:3.0:1746135182.846227:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13398 00000100:00100000:3.0:1746135182.846235:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628255232:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746135182.846407:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628255232:12345-192.168.202.58@tcp:3:ptlrpcd_01_01.0 Request processed in 172us (373us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746135182.846414:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13398 00002000:00100000:3.0:1746135182.846420:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000400:0x5:0x0] (0->4095) req@ffff8801325b2d80 x1830954628255232/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:638/0 lens 488/4536 e 0 to 0 dl 1746135193 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746135182.846427:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b2d80 with x1830954628255232 ext(0->4095) 00002000:00010000:3.0:1746135182.846430:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325b2d80 00010000:00010000:0.0:1746135183.251977:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746135183.417236:0:7227:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983746 is committed 00000004:00080000:2.0:1746135183.417256:0:7227:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000004:00080000:2.0:1746135183.417274:0:7227:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000001:00080000:2.0:1746135183.417277:0:7227:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983744 is committed 00010000:00010000:1.0:1746135183.417283:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135183.417299:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135183.417306:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135183.417313:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b741a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135183.417318:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135183.417325:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135183.417346:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88009d2d9600) 00010000:00010000:1.0:1746135183.417349:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135183.417354:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135183.417358:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c377b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135183.417388:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417393:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417397:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417401:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f849c00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135183.417403:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417408:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT0 00000100:00100000:0.0:1746135183.417411:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1746135183.417414:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88011feb4600) 00010000:00010000:1.0:1746135183.417416:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135183.417418:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417422:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f849c00/0xc3cfcce4a57c37ba lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00000100:00100000:0.0:1746135183.417431:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954626004096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1746135183.417433:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417438:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417442:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417446:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c492200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135183.417448:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417453:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417469:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43:0x0].0x0 (ffff88011feb4a00) 00010000:00010000:1.0:1746135183.417470:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135183.417472:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417477:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c37c1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x43:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417486:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417491:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417495:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417498:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f6e5a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135183.417500:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT0 00000100:00100000:0.0:1746135183.417502:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746135183.417505:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417510:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88011feb4300) 00010000:00010000:1.0:1746135183.417512:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135183.417514:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00010000:00010000:1.0:1746135183.417518:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c37c8 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT0 00000100:00100000:2.0:1746135183.417580:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626004096 00000100:00100000:2.0:1746135183.417588:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626004096 00000100:00100000:2.0:1746135183.417624:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30085 00000100:00100000:2.0:1746135183.417631:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954626004096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746135183.417683:0:9591:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00010000:00010000:2.0:1746135183.417710:0:9591:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135183.417729:0:9591:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 5 pid: 11953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135183.417736:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135183.417737:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135183.417739:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135183.417767:0:9591:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 5 pid: 11953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135183.417788:0:9591:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 5 pid: 11953 timeout: 927 lvb_type: 1 00000100:00100000:2.0:1746135183.417800:0:9591:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954626004224:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135183.417866:0:9591:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a45b8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135183.420990:0:9591:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9591:1830954626004224:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135183.421020:0:9591:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135183.423466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135183.424703:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628255360 00000100:00100000:0.0:1746135183.424717:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628255360 00010000:00010000:0.0:1746135183.424785:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 6 pid: 11953 timeout: 927 lvb_type: 1 00000100:00100000:0.0:1746135183.424827:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14385 00000100:00100000:0.0:1746135183.424840:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628255360:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135183.424862:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135183.424867:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 6 pid: 11953 timeout: 927 lvb_type: 1 00010000:00010000:0.0:1746135183.424880:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 6 pid: 11953 timeout: 927 lvb_type: 1 00000100:00080000:1.0:1746135183.424896:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746135183.424910:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c376d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d5c expref: 6 pid: 11953 timeout: 927 lvb_type: 1 00010000:00010000:0.0:1746135183.424928:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135183.424930:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135183.424936:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135183.424944:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135183.424973:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135183.424979:0:9591:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135183.424990:0:9591:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135183.425000:0:9591:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135183.425008:0:9591:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135183.425036:0:9591:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746135183.425043:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954628255360:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 207us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135183.425049:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14385 00000100:00100000:2.0:1746135183.425445:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3771:x1830954626004096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7814us (7942us total) trans 4294970697 rc 0/0 00000100:00100000:2.0:1746135183.425453:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30085 00000004:00080000:0.0:1746135183.425511:0:3771:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff8801325b1f80/2, rc 0, transno 4294970697 00000100:00100000:0.0:1746135183.425518:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954626004096:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1746135183.425534:0:7235:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746135183.425543:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135183.425551:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b518a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135183.425558:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135183.425566:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135183.425580:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135183.425587:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3996 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135183.425618:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746135183.425620:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746135183.425621:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135184.141047:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141115:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141128:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141185:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141201:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141233:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135184.141257:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628255872 00000100:00100000:0.0:1746135184.141409:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628255872 00000100:00100000:0.0:1746135184.141491:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628256384 00000100:00100000:3.0:1746135184.141493:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628255616 00000100:00100000:0.0:1746135184.141494:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628256384 00000100:00100000:3.0:1746135184.141496:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628255616 00000100:00100000:0.0:1746135184.141509:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628256000 00000100:00100000:0.0:1746135184.141511:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628256000 00000100:00100000:3.0:1746135184.141521:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628256128 00000100:00100000:0.0:1746135184.141521:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628256512 00000100:00100000:0.0:1746135184.141522:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628256512 00000100:00100000:3.0:1746135184.141523:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628256128 00000100:00100000:3.0:1746135184.141535:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628255744 00000100:00100000:3.0:1746135184.141536:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628255744 00000100:00100000:0.0:1746135184.141537:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 833 00000100:00100000:0.0:1746135184.141545:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628255872:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135184.141549:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628256256 00000100:00100000:3.0:1746135184.141550:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628256256 00000100:00100000:3.0:1746135184.141561:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1251 00000100:00100000:3.0:1746135184.141565:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628255616:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135184.141678:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 834 00000100:00100000:1.0:1746135184.141685:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628256384:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1746135184.141759:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 835 00000100:00100000:2.0:1746135184.141767:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2011:x1830954628256000:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135184.142125:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628255872:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 580us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135184.142133:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 833 00000100:00100000:0.0:1746135184.142152:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 836 00000100:00100000:0.0:1746135184.142156:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628256512:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135184.142238:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628255616:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 671us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135184.142246:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1251 00000100:00100000:1.0:1746135184.142247:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628256384:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 563us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135184.142257:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 834 00000100:00100000:3.0:1746135184.142259:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1252 00000100:00100000:3.0:1746135184.142264:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2011:x1830954628256128:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135184.142282:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1253 00000100:00100000:3.0:1746135184.142285:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2011:x1830954628256128:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135184.142287:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628255744:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135184.142290:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1252 00000100:00100000:3.0:1746135184.142299:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1254 00000100:00100000:3.0:1746135184.142305:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2011:x1830954628256256:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135184.142308:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628255744:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 22us (1134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135184.142312:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1253 00000100:00100000:3.0:1746135184.142327:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2011:x1830954628256256:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135184.142332:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1254 00000100:00100000:3.0:1746135184.142380:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628255488 00000100:00100000:3.0:1746135184.142385:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628255488 00000100:00100000:3.0:1746135184.142414:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 583 00000100:00100000:3.0:1746135184.142418:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1679040-1d62-400d-a12d-d6046506b877+12:2011:x1830954628255488:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135184.142435:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1679040-1d62-400d-a12d-d6046506b877+12:2011:x1830954628255488:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135184.142440:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 583 00000100:00100000:2.0:1746135184.142627:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2011:x1830954628256000:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 861us (1439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135184.142632:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 835 00000100:00100000:0.0:1746135184.143527:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2011:x1830954628256512:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 1366us (2290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135184.143535:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 836 00000100:00080000:0.0:1746135184.143558:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746135184.143563:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746135184.143566:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746135184.143569:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746135184.254727:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135184.484708:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954626004352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135184.484810:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135184.491610:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626004352 00000100:00100000:1.0:1746135184.491627:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626004352 00000100:00100000:1.0:1746135184.491695:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1746135184.491703:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954626004352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746135184.491750:0:7250:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:1.0:1746135184.491834:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954626004352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (7024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135184.491840:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1746135184.505843:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954626004480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746135184.505934:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135184.505975:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626004480 00000100:00100000:2.0:1746135184.505985:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626004480 00000100:00100000:2.0:1746135184.506044:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1746135184.506051:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954626004480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746135184.506082:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920187392 avail 3688665088 00000100:00100000:2.0:1746135184.506149:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954626004480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135184.506156:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:2.0:1746135184.506175:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746135184.509287:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954626004480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746135184.509888:0:3771:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967389 gen 2 00000004:00080000:2.0:1746135184.509897:0:3771:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967389 committed transno 4294967389 00000020:00080000:2.0:1746135184.509907:0:3771:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800b1ced480 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:2.0:1746135184.509912:0:3771:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88011feb4d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8800b1ced000 00000020:00080000:2.0:1746135184.509916:0:3771:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:2.0:1746135184.509918:0:3771:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88011feb4e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009b518a00 00000020:00080000:2.0:1746135184.509921:0:3771:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000100:00100000:2.0:1746135184.509969:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954626004352:0@lo:41:osp-pre-1-0.0 00000020:00080000:0.0:1746135184.511809:0:7275:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:0.0:1746135184.511910:0:7275:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000100:00100000:3.0:1746135184.514151:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746135184.514177:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954626004608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746135184.514262:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135184.514352:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626004608 00000100:00100000:3.0:1746135184.514361:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626004608 00000100:00100000:3.0:1746135184.514413:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1746135184.514420:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954626004608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746135184.514465:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3922817024 avail 3691294720 00000100:00100000:3.0:1746135184.514504:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072495c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954626004608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135184.514510:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1746135184.514566:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954626004608:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1746135184.514596:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135184.530874:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626004736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746135184.530974:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135184.531135:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626004736 00000100:00100000:2.0:1746135184.531148:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626004736 00000100:00100000:2.0:1746135184.531224:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1746135184.531233:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626004736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746135184.531269:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25590592 pending 28672 free 3922817024 avail 3691294720 00000100:00100000:2.0:1746135184.531318:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626004736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135184.531325:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:0.0:1746135184.531379:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746135184.531459:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626004736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746135184.546269:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746135184.546304:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626004864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746135184.546869:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135184.547041:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626004864 00000100:00100000:2.0:1746135184.547053:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626004864 00000100:00100000:2.0:1746135184.547144:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1746135184.547153:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830954626004864:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1746135184.547477:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1746135184.547579:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920187392 avail 3688665088 00000100:00100000:1.0:1746135184.547736:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626004864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746135184.548796:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830954626004864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1640us (1926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135184.548807:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00010000:00010000:3.0:1746135185.256206:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746135185.842328:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746135185.842347:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626004992:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746135185.842404:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135185.842863:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626004992 00000100:00100000:3.0:1746135185.842872:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626004992 00000100:00100000:3.0:1746135185.842915:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1746135185.842922:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830954626004992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746135185.842951:0:7251:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445982208 avail 1316519936 00000100:00100000:3.0:1746135185.843001:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830954626004992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135185.843007:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1746135185.843041:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626004992:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746135186.258682:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746135186.508447:0:28494:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 17:33:06 (1746135186) 00000100:00100000:1.0:1746135186.586162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.586211:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628256640 00000100:00100000:1.0:1746135186.586219:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628256640 00000100:00080000:0.0:1746135186.586465:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746135186.586811:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37601 00000100:00100000:1.0:1746135186.586822:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:3144:x1830954628256640:12345-192.168.202.58@tcp:41:stat.0 00000004:00000024:1.0:1746135186.586870:0:21569:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7843004416 avail 7379931136 00000100:00100000:1.0:1746135186.587443:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aefad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:3144:x1830954628256640:12345-192.168.202.58@tcp:41:stat.0 Request processed in 622us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.587449:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37601 00000100:00100000:1.0:1746135186.615684:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.617459:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628256768 00000100:00100000:2.0:1746135186.617469:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628256768 00000100:00100000:2.0:1746135186.617535:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37602 00000100:00100000:2.0:1746135186.617544:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:3160:x1830954628256768:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1746135186.617562:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135186.617577:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57c399d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e27 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.617628:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617658:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617669:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617678:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617683:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617687:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617725:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617730:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617736:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617741:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617745:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132ed8a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135186.617749:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617754:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617762:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135186.617765:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135186.617768:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617772:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c39a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617779:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617783:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617786:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617790:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132ed9600 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135186.617792:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617795:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617800:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88009a344500) 00010000:00010000:2.0:1746135186.617801:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135186.617803:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617813:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c39ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.617834:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57c399d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e27 expref: 9 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.617847:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57c399d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e27 expref: 9 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.617852:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9200, rc 0) 00000100:00100000:2.0:1746135186.617916:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:3160:x1830954628256768:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 372us (2238us total) trans 0 rc 301/301 00000100:00100000:2.0:1746135186.617922:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37602 00000100:00100000:2.0:1746135186.624507:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.624630:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628257024 00000100:00100000:3.0:1746135186.624654:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628257024 00000100:00100000:3.0:1746135186.624719:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37603 00000100:00100000:3.0:1746135186.624728:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:3160:x1830954628257024:12345-192.168.202.58@tcp:36:lfs.0 00010000:00010000:3.0:1746135186.624782:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135186.624814:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c37e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237d71 expref: 8 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.624828:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135186.624832:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135186.624899:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.624910:0:7246:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 9 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.624916:0:7246:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.624942:0:7246:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 9 pid: 11617 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.624954:0:7246:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 9 pid: 11617 timeout: 930 lvb_type: 0 00000100:00100000:3.0:1746135186.624971:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830954626005120:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135186.625735:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed33c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135186.627919:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7246:1830954626005120:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135186.627940:0:7246:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000100:00100000:0.0:1746135186.628717:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.628881:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628257152 00000100:00100000:2.0:1746135186.628888:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628257152 00010000:00010000:2.0:1746135186.628939:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 10 pid: 11617 timeout: 930 lvb_type: 0 00000100:00080000:0.0:1746135186.628969:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746135186.628972:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14386 00000100:00100000:2.0:1746135186.628979:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2011:x1830954628257152:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135186.628991:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135186.628996:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 10 pid: 11617 timeout: 930 lvb_type: 0 00010000:00010000:2.0:1746135186.629006:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 10 pid: 11617 timeout: 930 lvb_type: 0 00010000:00010000:2.0:1746135186.629026:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c388c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237db0 expref: 10 pid: 11617 timeout: 930 lvb_type: 0 00010000:00010000:2.0:1746135186.629040:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135186.629044:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.629052:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.629057:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135186.629079:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135186.629097:0:7246:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.629104:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.629119:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00000100:00100000:2.0:1746135186.629121:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628257152:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 142us (408us total) trans 0 rc 0/0 00010000:00010000:3.0:1746135186.629126:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00000100:00100000:2.0:1746135186.629126:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14386 00010000:00010000:3.0:1746135186.629132:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000040:00080000:3.0:1746135186.630008:0:7246:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:3.0:1746135186.630082:0:7246:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:3.0:1746135186.630087:0:7246:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880132ed33c0 with version 19 00000004:00080000:0.0:1746135186.630319:0:8787:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880097af0600 version 19 rpc_version 19 00000020:00100000:0.0:1746135186.630355:0:8787:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746135186.630364:0:8787:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880094431c00 x1830954626005376/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746135186.630389:0:8787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094431c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8787:1830954626005376:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746135186.630454:0:8787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135186.630491:0:8787:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94480 going to sleep for 11 seconds 00000100:00100000:1.0:1746135186.630582:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626005376 00000100:00100000:1.0:1746135186.630588:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626005376 00000100:00100000:1.0:1746135186.630630:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1746135186.630637:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8787:x1830954626005376:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746135186.631187:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8787:x1830954626005376:12345-0@lo:1000:osp_up1-0.0 Request processed in 549us (732us total) trans 4294967398 rc 0/0 00000100:00100000:1.0:1746135186.631193:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1746135186.631291:0:8787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094431c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8787:1830954626005376:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1746135186.631402:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631416:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631436:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631452:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631456:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631459:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631475:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631479:0:7246:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631484:0:7246:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7246 initiator: MDT0 00000100:00100000:3.0:1746135186.631492:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:7246:1830954626005504:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1746135186.631509:0:7246:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135186.631529:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135186.631543:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626005504 00000100:00100000:1.0:1746135186.631547:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626005504 00000100:00100000:1.0:1746135186.631561:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1746135186.631566:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7246:x1830954626005504:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1746135186.631575:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.631586:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c39d5 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xc3cfcce4a57c39ce expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.631599:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c39d5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xc3cfcce4a57c39ce expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.631608:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c39d5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xc3cfcce4a57c39ce expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.631615:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88011feb4100) 00010000:00010000:1.0:1746135186.631618:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135186.631620:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741400, rc 0) 00000100:00100000:1.0:1746135186.631661:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072496a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7246:x1830954626005504:12345-0@lo:101:mdt00_001.0 Request processed in 95us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.631665:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1746135186.631724:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:7246:1830954626005504:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1746135186.631735:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.631742:0:7246:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746135186.631755:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132e92300 reply state ffff8800944ea000 transno 4294983747 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631762:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631766:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:3.0:1746135186.631768:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746135186.631770:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746135186.631775:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.631781:0:7246:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746135186.631792:0:7246:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:3.0:1746135186.631797:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132e92300 reply state ffff8800944ea000 transno 4294983747 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631802:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631805:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880092786a00) 00010000:00010000:3.0:1746135186.631807:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746135186.631808:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746135186.631811:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:3.0:1746135186.631818:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631822:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631825:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631830:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631835:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094414a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.631838:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631843:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631849:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135186.631850:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.631854:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631858:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c39b2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000004:00010000:3.0:1746135186.631866:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132e92300 reply state ffff8800944ea000 transno 4294983747 ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631871:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.631875:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880092786e00) 00010000:00010000:3.0:1746135186.631877:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746135186.631878:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746135186.631939:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:3160:x1830954628257024:12345-192.168.202.58@tcp:36:lfs.0 Request processed in 7211us (7440us total) trans 4294983747 rc 0/0 00000100:00100000:3.0:1746135186.631945:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37603 00000100:00100000:0.0:1746135186.639600:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.639683:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628257280 00000100:00100000:3.0:1746135186.639694:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628257280 00000100:00100000:3.0:1746135186.639767:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37604 00000100:00100000:3.0:1746135186.639776:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:3162:x1830954628257280:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135186.639801:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.639823:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06a400/0xc3cfcce4a57c39dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e2e expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.639894:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c39e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.639910:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c39e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.639921:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c39e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135186.640564:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135186.640570:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135186.640594:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c39e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.640620:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06a400/0xc3cfcce4a57c39dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e2e expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.640638:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c39e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e2e expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.640697:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135186.640700:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135186.640703:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06ac00, rc 0) 00000100:00100000:3.0:1746135186.640760:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:3162:x1830954628257280:12345-192.168.202.58@tcp:101:cp.0 Request processed in 984us (1173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.640768:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37604 00000100:00100000:0.0:1746135186.644788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.645105:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628257408 00000100:00100000:3.0:1746135186.645114:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628257408 00000100:00100000:3.0:1746135186.645149:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37605 00000100:00100000:3.0:1746135186.645155:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:3162:x1830954628257408:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135186.645177:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.645192:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b600/0xc3cfcce4a57c39ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e35 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.645243:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645254:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645264:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645273:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645277:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645282:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645351:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0ec00/0xc3cfcce4a57c39ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645357:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0ec00/0xc3cfcce4a57c39ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645362:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0ec00/0xc3cfcce4a57c39ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135186.645413:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1746135186.645416:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746135186.645439:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0ec00/0xc3cfcce4a57c39ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645449:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645453:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645459:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645467:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645471:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d06b400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.645474:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645480:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645489:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135186.645491:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.645494:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645498:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c39f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645508:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645513:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645517:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645520:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d5f3a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.645522:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645525:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645533:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880092786e00) 00010000:00010000:3.0:1746135186.645535:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.645537:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645541:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d5f3a00/0xc3cfcce4a57c39f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.645559:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06b600/0xc3cfcce4a57c39ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e35 expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.645568:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0ec00/0xc3cfcce4a57c39ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e35 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.645573:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880092786a00) 00010000:00010000:3.0:1746135186.645574:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746135186.645576:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b0ec00, rc 0) 00000100:00100000:3.0:1746135186.646755:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:3162:x1830954628257408:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1594us (1972us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.646763:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37605 00000100:00100000:0.0:1746135186.649686:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.649751:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628257536 00000100:00100000:3.0:1746135186.649760:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628257536 00000100:00100000:3.0:1746135186.649817:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37606 00000100:00100000:3.0:1746135186.649824:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:3162:x1830954628257536:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135186.649839:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.649854:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3a06 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e3c expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.649902:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e200/0xc3cfcce4a57c3a0d lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.649912:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e200/0xc3cfcce4a57c3a0d lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.649920:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e200/0xc3cfcce4a57c3a0d lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135186.649956:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746135186.649960:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746135186.649986:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3a06 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e3c expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.649998:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e200/0xc3cfcce4a57c3a0d lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e3c expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.650005:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:3.0:1746135186.650007:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746135186.650010:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b0e200, rc 0) 00000100:00100000:3.0:1746135186.650058:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:3162:x1830954628257536:12345-192.168.202.58@tcp:101:cp.0 Request processed in 234us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.650063:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37606 00000100:00100000:0.0:1746135186.652365:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.652516:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628257664 00000100:00100000:3.0:1746135186.652527:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628257664 00000100:00100000:3.0:1746135186.652836:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37607 00000100:00100000:3.0:1746135186.652845:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:3162:x1830954628257664:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135186.652864:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.652889:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06a400/0xc3cfcce4a57c3a14 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e43 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.652949:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.652962:0:7246:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c39d5 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xc3cfcce4a57c39ce expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.652967:0:7246:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT1 00010000:00010000:3.0:1746135186.652993:0:7246:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c39d5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xc3cfcce4a57c39ce expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135186.653005:0:7246:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:7246:1830954626005632:0@lo:104: 00000100:00100000:3.0:1746135186.653043:0:7246:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135186.653099:0:7246:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135186.653178:0:7229:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626005632 00000100:00100000:1.0:1746135186.653183:0:7229:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626005632 00000100:00100000:1.0:1746135186.653212:0:7229:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1746135186.653217:0:7229:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7246:x1830954626005632:12345-0@lo:104: 00010000:00010000:1.0:1746135186.653228:0:7229:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746135186.653240:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746135186.653273:0:7229:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1746135186.653278:0:7229:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7246:x1830954626005632:12345-0@lo:104: Request processed in 61us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.653283:0:7229:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1746135186.653285:0:7246:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:7246:1830954626005632:0@lo:104: 00010000:00010000:0.0:1746135186.653290:0:7235:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746135186.653300:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.653301:0:7246:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00010000:00010000:0.0:1746135186.653312:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d06a200 already unused, calling callback (ffffffffa0f20e30) 00010000:00010000:0.0:1746135186.653316:0:7235:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1746135186.653333:0:7235:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135186.653368:0:7235:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135186.653376:0:7235:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1746135186.653420:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135186.653441:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009d06a200/0xc3cfcce4a57c39ce lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xc3cfcce4a57c39d5 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135186.653471:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135186.653473:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135186.653474:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746135186.653541:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746135186.653551:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626005760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1746135186.653581:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135186.653813:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626005760 00000100:00100000:3.0:1746135186.653816:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626005760 00010000:00010000:3.0:1746135186.653838:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c39d5 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xc3cfcce4a57c39ce expref: 7 pid: 7250 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135186.653855:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14387 00000100:00100000:3.0:1746135186.653860:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3768:x1830954626005760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746135186.653868:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746135186.659813:0:8387:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967398 is committed 00000001:00080000:0.0:1746135186.659963:0:8387:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967397 is committed 00000001:00080000:0.0:1746135186.659991:0:8387:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967396 is committed 00010000:00010000:2.0:1746135186.660063:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660078:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660084:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660090:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b750e00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135186.660094:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660101:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660117:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0xf9ce3da1 (ffff880092786900) 00010000:00010000:2.0:1746135186.660120:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.660122:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741400/0xc3cfcce4a57c39d5 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xc3cfcce4a57c39ce expref: 6 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.660124:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660132:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b750e00/0xc3cfcce4a57c3846 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00010000:00010000:3.0:1746135186.660154:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88011feb4100) 00010000:00010000:3.0:1746135186.660158:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00010000:00010000:3.0:1746135186.660166:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT1 00010000:00010000:3.0:1746135186.660171:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7246 initiator: MDT1 00010000:00010000:2.0:1746135186.660177:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660183:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660188:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660192:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d4d1800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.660193:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135186.660194:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660200:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 11617 initiator: MDT1 00010000:00010000:2.0:1746135186.660208:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe:0x0].0x0 (ffff880092786b00) 00010000:00010000:2.0:1746135186.660211:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135186.660213:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00000100:00100000:3.0:1746135186.660251:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830954626005760:12345-0@lo:103:ldlm_bl.0 Request processed in 6389us (6667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.660260:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14387 00010000:00010000:3.0:1746135186.660287:0:7246:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00000100:00100000:0.0:1746135186.660287:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094430700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830954626005760:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1746135186.660292:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT1 00000004:00200000:3.0:1746135186.660338:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746135186.660342:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746135186.660378:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06a400/0xc3cfcce4a57c3a14 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e43 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.660389:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009d06be00/0xc3cfcce4a57c3a1b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e43 expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.660395:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88011feb4100) 00010000:00010000:3.0:1746135186.660397:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746135186.660399:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06be00, rc 0) 00010000:00010000:2.0:1746135186.660458:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009d4d1800/0xc3cfcce4a57c3926 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0xe:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 11617 initiator: MDT1 00000100:00100000:3.0:1746135186.660476:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:3162:x1830954628257664:12345-192.168.202.58@tcp:101:cp.0 Request processed in 7632us (8121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.660481:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37607 00000100:00100000:0.0:1746135186.662699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.662771:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628257792 00000100:00100000:3.0:1746135186.662782:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628257792 00000100:00100000:3.0:1746135186.662843:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37608 00000100:00100000:3.0:1746135186.662850:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:3162:x1830954628257792:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135186.662866:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.662882:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a22 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e4a expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.662929:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.662939:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.662948:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.662959:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.662964:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.662969:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663168:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663178:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663182:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663187:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663192:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447dc00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.663196:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663201:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663211:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:3.0:1746135186.663213:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.663216:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 3/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663221:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a29 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663231:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663235:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663240:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663244:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447cc00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.663247:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663251:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663256:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880092786700) 00010000:00010000:3.0:1746135186.663258:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.663260:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663263:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a30 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.663288:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a22 lrc: 1/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e4a expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.663295:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a22 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e4a expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.663300:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d400, rc 0) 00000100:00100000:3.0:1746135186.664016:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:3162:x1830954628257792:12345-192.168.202.58@tcp:101:cp.0 Request processed in 1162us (1325us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135186.664028:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37608 00000100:00100000:0.0:1746135186.668618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.669674:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628258048 00000100:00100000:3.0:1746135186.669683:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628258048 00000100:00100000:3.0:1746135186.669729:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37609 00000100:00100000:3.0:1746135186.669736:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:3162:x1830954628258048:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:3.0:1746135186.669752:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.669754:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746135186.669778:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e200/0xc3cfcce4a57c3a0d lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e3c expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.669802:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:3.0:1746135186.669806:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135186.669815:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c3a37 lrc: 2/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e51 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.669901:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 3/0,1 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.669911:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.669919:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 3/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.669930:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.669935:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.669940:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00080000:3.0:1746135186.670194:0:7246:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:3.0:1746135186.670286:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3a4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670293:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3a4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670299:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3a4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670322:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670326:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 4/0,1 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670331:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 3/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670335:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670340:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447d800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.670343:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 4/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670348:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 5/0,0 mode: CW/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670355:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:3.0:1746135186.670357:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.670359:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 3/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670363:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3a3e lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00000004:00010000:3.0:1746135186.670372:0:7246:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880094431500 reply state ffff880094610000 transno 4294983748 ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670379:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.670383:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880092786f00) 00010000:00010000:3.0:1746135186.670385:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746135186.670387:0:7246:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746135186.670406:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c3a37 lrc: 0/0,0 mode: --/CW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e51 expref: 14 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.670417:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3a4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e51 expref: 13 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.670422:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:3.0:1746135186.670435:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135186.670437:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c800, rc 0) 00000100:00100000:3.0:1746135186.670486:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:3162:x1830954628258048:12345-192.168.202.58@tcp:101:cp.0 Request processed in 750us (1875us total) trans 4294983748 rc 0/0 00000100:00100000:3.0:1746135186.670492:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37609 00000100:00100000:0.0:1746135186.675264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.675452:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628258176 00000100:00100000:1.0:1746135186.675463:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628258176 00000100:00100000:1.0:1746135186.675526:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30086 00000100:00100000:1.0:1746135186.675535:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2008:x1830954628258176:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1746135186.675554:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.675572:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e58 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746135186.675591:0:11615:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746135186.675609:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135186.675611:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135186.675618:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 9 pid: 11615 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135186.675632:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 9 pid: 11615 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135186.675660:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740e00, rc 0) 00000100:00080000:0.0:1746135186.675781:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746135186.676172:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2008:x1830954628258176:12345-192.168.202.58@tcp:101:cp.0 Request processed in 638us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.676178:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30086 00000100:00100000:0.0:1746135186.681553:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.681676:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628258304 00000100:00100000:1.0:1746135186.681685:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628258304 00000100:00100000:1.0:1746135186.681718:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30087 00000100:00100000:1.0:1746135186.681725:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:3162:x1830954628258304:12345-192.168.202.58@tcp:101:cp.0 00010000:00010000:1.0:1746135186.681741:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.681755:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e5f expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.681778:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 10 pid: 11615 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135186.681784:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135186.681786:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135186.681789:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 10 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.681818:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 10 pid: 11615 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135186.681828:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 10 pid: 11615 timeout: 930 lvb_type: 1 00000100:00100000:1.0:1746135186.681838:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954626005888:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135186.683052:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff880098f27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135186.684945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.685226:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954626005888:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135186.685259:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 10 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.685275:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740400, rc 0) 00000100:00100000:1.0:1746135186.685322:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:3162:x1830954628258304:12345-192.168.202.58@tcp:101:cp.0 Request processed in 3597us (3776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.685329:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30087 00000100:00100000:3.0:1746135186.685433:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628258432 00000100:00100000:3.0:1746135186.685439:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628258432 00010000:00010000:3.0:1746135186.685462:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 10 pid: 11615 timeout: 930 lvb_type: 1 00000100:00100000:3.0:1746135186.685486:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14388 00000100:00100000:3.0:1746135186.685492:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628258432:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135186.685501:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135186.685517:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 10 pid: 11615 timeout: 930 lvb_type: 1 00010000:00010000:3.0:1746135186.685527:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 10 pid: 11615 timeout: 930 lvb_type: 1 00010000:00010000:3.0:1746135186.685551:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3a5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e58 expref: 10 pid: 11615 timeout: 930 lvb_type: 1 00010000:00010000:3.0:1746135186.685607:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135186.685609:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135186.685616:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.685623:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.686321:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 9 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135186.686334:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626006016:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135186.686407:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3180 going to sleep for 11 seconds 00000100:00100000:0.0:1746135186.688679:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.688706:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628258688 00000100:00100000:2.0:1746135186.688714:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628258688 00000100:00100000:2.0:1746135186.688754:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 188 00000100:00100000:2.0:1746135186.688761:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:3162:x1830954628258688:12345-192.168.202.58@tcp:35:cp.0 00000100:00100000:3.0:1746135186.688808:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626006016:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135186.688825:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135186.688860:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628258432:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3368us (3922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.688868:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14388 00000100:00100000:2.0:1746135186.688965:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:3162:x1830954628258688:12345-192.168.202.58@tcp:35:cp.0 Request processed in 204us (327us total) trans 4294983749 rc 0/0 00000100:00100000:2.0:1746135186.688971:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 188 00000100:00100000:0.0:1746135186.714844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.714928:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628258944 00000100:00100000:3.0:1746135186.714935:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628258944 00000100:00100000:3.0:1746135186.715472:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37610 00000100:00100000:3.0:1746135186.715480:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:3165:x1830954628258944:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135186.715504:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.715520:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a68 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e66 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.715590:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c3a6f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.715597:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c3a6f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.715605:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c3a6f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135186.715611:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:3.0:1746135186.715707:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a68 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e66 expref: 18 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.715726:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c600/0xc3cfcce4a57c3a6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x45:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e66 expref: 17 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.715733:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:3.0:1746135186.715735:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746135186.715737:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c600, rc 0) 00000100:00100000:3.0:1746135186.715781:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:3165:x1830954628258944:12345-192.168.202.58@tcp:101:dd.0 Request processed in 302us (943us total) trans 4294983750 rc 0/0 00000100:00100000:3.0:1746135186.715792:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37610 00000100:00100000:0.0:1746135186.757935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.758164:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628259072 00000100:00100000:3.0:1746135186.758172:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628259072 00000100:00100000:3.0:1746135186.758226:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37611 00000100:00100000:3.0:1746135186.758233:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:3169:x1830954628259072:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135186.758248:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.758263:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a7d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e6d expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.758309:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.758319:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.758327:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135186.758359:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135186.758362:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135186.758462:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.758479:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a7d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.758564:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 10 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.758571:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135186.758573:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135186.758576:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:3.0:1746135186.759381:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:3169:x1830954628259072:12345-192.168.202.58@tcp:101:dd.0 Request processed in 1145us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.759387:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37611 00000100:00100000:2.0:1746135186.765763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.765865:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628259200 00000100:00100000:3.0:1746135186.765875:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628259200 00000100:00100000:3.0:1746135186.765955:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37612 00000100:00100000:3.0:1746135186.765963:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:3169:x1830954628259200:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135186.765980:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135186.766005:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e74 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.766058:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766068:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766077:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766085:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766090:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766095:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766152:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57c3aa0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766159:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57c3aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766165:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57c3aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135186.766223:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1746135186.766227:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1746135186.766242:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57c3aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766249:0:7246:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766254:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766258:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766264:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766268:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447d400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.766272:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766278:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766287:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135186.766290:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.766294:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766298:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d400/0xc3cfcce4a57c3a92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766321:0:7246:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766327:0:7246:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766331:0:7246:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766335:0:7246:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447d200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135186.766337:0:7246:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766340:0:7246:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766347:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880092786e00) 00010000:00010000:3.0:1746135186.766348:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135186.766351:0:7246:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766355:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3a99 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135186.766373:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3a8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e74 expref: 12 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.766387:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b47be00/0xc3cfcce4a57c3aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e74 expref: 11 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.766392:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880092786a00) 00010000:00010000:3.0:1746135186.766394:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746135186.766395:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b47be00, rc 0) 00000100:00100000:3.0:1746135186.766487:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d061f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:3169:x1830954628259200:12345-192.168.202.58@tcp:101:dd.0 Request processed in 524us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.766494:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37612 00000100:00100000:2.0:1746135186.769463:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.769602:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628259328 00000100:00100000:3.0:1746135186.769611:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628259328 00000100:00100000:1.0:1746135186.769986:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37613 00000100:00100000:1.0:1746135186.769996:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:3169:x1830954628259328:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135186.770012:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.770028:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3aa7 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e7b expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.770068:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c3aae lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135186.770082:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c3aae lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135186.770091:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c3aae lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:1.0:1746135186.770338:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746135186.770342:0:21569:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746135186.770367:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3aa7 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e7b expref: 13 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.770446:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740000/0xc3cfcce4a57c3aae lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e7b expref: 12 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.770454:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:1.0:1746135186.770456:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746135186.770459:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740000, rc 0) 00000100:00100000:1.0:1746135186.770508:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+12:3169:x1830954628259328:12345-192.168.202.58@tcp:101:dd.0 Request processed in 515us (1051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.770514:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37613 00000100:00100000:0.0:1746135186.773441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.773575:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628259456 00000100:00100000:1.0:1746135186.773585:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628259456 00000100:00080000:0.0:1746135186.773719:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746135186.774118:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37614 00000100:00100000:1.0:1746135186.774130:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:3169:x1830954628259456:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135186.774150:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.774170:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c3ab5 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e82 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.774232:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3abc lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135186.774244:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3abc lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT1 00010000:00010000:1.0:1746135186.774256:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3abc lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT1 00000004:00200000:1.0:1746135186.774307:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:1.0:1746135186.774311:0:21569:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746135186.774359:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b741c00/0xc3cfcce4a57c3ab5 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e82 expref: 10 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.774375:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b740a00/0xc3cfcce4a57c3abc lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e82 expref: 9 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.774382:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88011feb4100) 00010000:00010000:1.0:1746135186.774384:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746135186.774388:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b740a00, rc 0) 00000100:00100000:1.0:1746135186.774566:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:3169:x1830954628259456:12345-192.168.202.58@tcp:101:dd.0 Request processed in 436us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.774573:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37614 00000100:00100000:0.0:1746135186.777053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.777315:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628259712 00000100:00100000:1.0:1746135186.777323:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628259712 00000100:00100000:1.0:1746135186.777388:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37615 00000100:00100000:1.0:1746135186.777398:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+12:3169:x1830954628259712:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135186.777416:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.777451:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3ac3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e89 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135186.778360:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778377:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778387:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778401:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778410:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778415:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778533:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778541:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778548:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:0.0:1746135186.778558:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 1716 00010000:00010000:0.0:1746135186.778633:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778668:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778675:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778680:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bd6f200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135186.778684:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778690:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778702:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:0.0:1746135186.778706:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135186.778710:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778714:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c3aca lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778743:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778748:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778752:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778756:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bd6fe00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135186.778758:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778763:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778770:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880092786f00) 00010000:00010000:0.0:1746135186.778772:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135186.778774:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778778:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c3ad1 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135186.778829:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3ac3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 15 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135186.778847:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 14 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135186.778852:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:0.0:1746135186.778854:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746135186.778856:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f400, rc 0) 00000100:00100000:0.0:1746135186.778926:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+14:3169:x1830954628259712:12345-192.168.202.58@tcp:101:dd.0 Request processed in 1528us (1878us total) trans 4294983751 rc 0/0 00000100:00100000:0.0:1746135186.778934:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37615 00000100:00100000:0.0:1746135186.782764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.782844:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628259840 00000100:00100000:1.0:1746135186.782852:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628259840 00000100:00080000:0.0:1746135186.782975:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746135186.783029:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30088 00000100:00100000:1.0:1746135186.783036:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:3169:x1830954628259840:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135186.783051:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.783065:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e90 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.783092:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 8 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.783099:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135186.783100:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135186.783103:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.783129:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 8 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.783138:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 8 pid: 11615 timeout: 931 lvb_type: 0 00000100:00100000:1.0:1746135186.783149:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954626006144:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135186.783483:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d5e59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135186.786799:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954626006144:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135186.786828:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.786843:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741a00, rc 0) 00000100:00100000:1.0:1746135186.787412:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:3169:x1830954628259840:12345-192.168.202.58@tcp:101:dd.0 Request processed in 4371us (4650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.787421:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30088 00000100:00100000:0.0:1746135186.787636:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.787850:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628259968 00000100:00100000:2.0:1746135186.787856:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628259968 00002000:00100000:2.0:1746135186.787890:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (0->1715) req@ffff8801364ce680 x1830954628259968/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:642/0 lens 2208/0 e 0 to 0 dl 1746135197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135186.787897:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364ce680 with x1830954628259968 ext(0->1715) 00010000:00010000:2.0:1746135186.787903:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 9 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:2.0:1746135186.787915:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 9 pid: 11615 timeout: 931 lvb_type: 0 00002000:00010000:2.0:1746135186.787920:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801364ce680 00000100:00100000:2.0:1746135186.788501:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2771 00000100:00100000:2.0:1746135186.788508:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628259968:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135186.789218:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2010:x1830954628259968:12345-192.168.202.58@tcp:4:dd.0 Request processed in 708us (1580us total) trans 4294972159 rc 0/0 00000100:00100000:0.0:1746135186.789226:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2771 00002000:00100000:0.0:1746135186.789232:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (0->1715) req@ffff8801364ce680 x1830954628259968/t4294972159(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:642/0 lens 2208/448 e 0 to 0 dl 1746135197 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135186.789239:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801364ce680 with x1830954628259968 ext(0->1715) 00010000:00010000:0.0:1746135186.789246:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 11 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:0.0:1746135186.789256:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 11 pid: 11615 timeout: 931 lvb_type: 0 00002000:00010000:0.0:1746135186.789261:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801364ce680 00000100:00100000:2.0:1746135186.792286:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.792339:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628260096 00000100:00100000:3.0:1746135186.792347:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628260096 00010000:00010000:3.0:1746135186.792376:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 11 pid: 11615 timeout: 931 lvb_type: 0 00000100:00100000:3.0:1746135186.792460:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14389 00000100:00100000:3.0:1746135186.792468:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2009:x1830954628260096:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135186.792479:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746135186.792492:0:7232:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1746135186.792494:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746135187 00002000:00010000:3.0:1746135186.792496:0:7232:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1746135187 00002000:00010000:3.0:1746135186.792498:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746135187 00002000:00010000:3.0:1746135186.792500:0:7232:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1746135186.792504:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 11 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.792514:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 11 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.792532:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3a61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e5f expref: 11 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.792557:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135186.792559:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135186.792567:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.792573:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.792600:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135186.792611:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626006272:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135186.792712:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3180 going to sleep for 11 seconds 00000100:00100000:2.0:1746135186.795543:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.795634:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626006272:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135186.795672:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135186.795708:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2009:x1830954628260096:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3240us (3427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.795716:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14389 00000100:00100000:0.0:1746135186.795806:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628260352 00000100:00100000:0.0:1746135186.795812:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628260352 00002000:00100000:0.0:1746135186.795845:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b194700 x1830954628260352/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:642/0 lens 488/0 e 0 to 0 dl 1746135197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135186.795853:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b194700 with x1830954628260352 ext(0->4095) 00002000:00010000:0.0:1746135186.795856:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b194700 00000100:00100000:0.0:1746135186.795880:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13399 00000100:00100000:0.0:1746135186.795886:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628260352:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:0.0:1746135186.796006:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628260352:12345-192.168.202.58@tcp:3:dd.0 Request processed in 120us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135186.796011:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13399 00002000:00100000:0.0:1746135186.796016:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008b194700 x1830954628260352/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746135197 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135186.796022:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b194700 with x1830954628260352 ext(0->4095) 00002000:00010000:0.0:1746135186.796024:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008b194700 00000100:00100000:0.0:1746135186.822108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.822276:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628260608 00000100:00100000:2.0:1746135186.822283:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628260608 00000100:00100000:2.0:1746135186.822314:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 189 00000100:00100000:2.0:1746135186.822319:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e9e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+14:3169:x1830954628260608:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:2.0:1746135186.822806:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e9e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:3169:x1830954628260608:12345-192.168.202.58@tcp:35:dd.0 Request processed in 484us (704us total) trans 4294983752 rc 0/0 00000100:00100000:2.0:1746135186.822815:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 189 00000100:00100000:0.0:1746135186.832799:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.832878:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628260736 00000100:00100000:2.0:1746135186.832885:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628260736 00000100:00100000:2.0:1746135186.832925:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37616 00000100:00100000:2.0:1746135186.832932:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:3172:x1830954628260736:12345-192.168.202.58@tcp:101:truncate.0 00010000:00010000:2.0:1746135186.832950:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135186.832968:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3aed lrc: 2/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e97 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.832995:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c3af4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.833005:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c3af4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.833013:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c3af4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.833096:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3aed lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e97 expref: 19 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.833112:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8a00/0xc3cfcce4a57c3af4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e97 expref: 18 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.833118:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:2.0:1746135186.833121:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746135186.833123:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed8a00, rc 0) 00000100:00100000:2.0:1746135186.833174:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:3172:x1830954628260736:12345-192.168.202.58@tcp:101:truncate.0 Request processed in 242us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135186.833182:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37616 00000100:00100000:0.0:1746135186.834906:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.835090:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628260992 00000100:00100000:2.0:1746135186.835097:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628260992 00000100:00100000:2.0:1746135186.835251:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37617 00000100:00100000:2.0:1746135186.835259:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:3172:x1830954628260992:12345-192.168.202.58@tcp:36:truncate.0 00010000:00010000:2.0:1746135186.835307:0:21569:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135186.835329:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3a4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e51 expref: 18 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.835345:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:2.0:1746135186.835349:0:21569:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135186.835483:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.835494:0:21569:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 14 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.835509:0:21569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 4/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.835534:0:21569:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 14 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.835544:0:21569:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 14 pid: 21569 timeout: 931 lvb_type: 0 00000100:00100000:2.0:1746135186.835555:0:21569:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b196680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21569:1830954626006400:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135186.835963:0:21569:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b403fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746135186.837415:0:21569:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b196680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21569:1830954626006400:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135186.837448:0:21569:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000100:00100000:0.0:1746135186.838767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.838831:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628261120 00000100:00100000:3.0:1746135186.838838:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628261120 00010000:00010000:3.0:1746135186.838869:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 15 pid: 21569 timeout: 931 lvb_type: 0 00000100:00100000:3.0:1746135186.838901:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14390 00000100:00100000:3.0:1746135186.838907:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2010:x1830954628261120:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135186.838917:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135186.838922:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 15 pid: 21569 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.838936:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 15 pid: 21569 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.838955:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f400/0xc3cfcce4a57c3ad8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e89 expref: 15 pid: 21569 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.839114:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:3.0:1746135186.839120:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135186.839127:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135186.839133:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135186.839201:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135186.839232:0:21569:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.839239:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000100:00100000:3.0:1746135186.839243:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+14:2010:x1830954628261120:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 336us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.839249:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14390 00000001:00080000:2.0:1746135186.839307:0:21569:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983753 00000004:00010000:2.0:1746135186.839339:0:21569:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801364cc000 reply state ffff8800945e4000 transno 4294983754 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.839348:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.839353:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:2.0:1746135186.839355:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746135186.839357:0:21569:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746135186.839418:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:3172:x1830954628260992:12345-192.168.202.58@tcp:36:truncate.0 Request processed in 4161us (4520us total) trans 4294983754 rc 0/0 00000100:00100000:2.0:1746135186.839433:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37617 00000020:00080000:2.0:1746135186.839437:0:21569:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746135186.841490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.841579:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628261248 00000100:00100000:1.0:1746135186.841586:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628261248 00000100:00100000:1.0:1746135186.841631:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30089 00000100:00100000:1.0:1746135186.841638:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:3172:x1830954628261248:12345-192.168.202.58@tcp:101:truncate.0 00010000:00010000:1.0:1746135186.841682:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.841696:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237e9e expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.841720:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.841726:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135186.841727:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135186.841731:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.841754:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.841764:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 6 pid: 11615 timeout: 931 lvb_type: 0 00000100:00100000:1.0:1746135186.841773:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954626006528:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135186.841833:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d5e59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135186.843295:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954626006528:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135186.843318:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.843330:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b0e800, rc 0) 00000100:00100000:1.0:1746135186.843370:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:3172:x1830954628261248:12345-192.168.202.58@tcp:101:truncate.0 Request processed in 1731us (1885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.843376:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30089 00000100:00100000:2.0:1746135186.845279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.845965:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628261376 00000100:00100000:3.0:1746135186.845972:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628261376 00010000:00010000:3.0:1746135186.846002:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 7 pid: 11615 timeout: 931 lvb_type: 0 00000100:00100000:3.0:1746135186.846026:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14391 00000100:00100000:3.0:1746135186.846036:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628261376:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135186.846047:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135186.846062:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 7 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.846073:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 7 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.846090:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3ae6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e90 expref: 7 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.846112:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135186.846113:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135186.846118:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 10 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.846126:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 10 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.846150:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 10 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135186.846159:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626006656:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135186.846211:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135186.849110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.849239:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628261504 00000100:00100000:2.0:1746135186.849246:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628261504 00002000:00010000:2.0:1746135186.849276:0:27161:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (858->18446744073709551615) 00002000:00100000:2.0:1746135186.849280:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5c00 with x1830954628261504 ext(858->18446744073709551615) 00002000:00010000:2.0:1746135186.849290:0:27161:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d2e5c00. 00000100:00100000:2.0:1746135186.849308:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13400 00000100:00100000:2.0:1746135186.849314:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2011:x1830954628261504:12345-192.168.202.58@tcp:10:truncate.0 00000100:00100000:3.0:1746135186.849321:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626006656:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135186.849336:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135186.849367:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2011:x1830954628261376:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3332us (4096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.849374:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14391 00002000:00010000:2.0:1746135186.849519:0:27161:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746135186.849820:0:27161:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746135187 -> 1746135187 00002000:00010000:2.0:1746135186.849822:0:27161:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime from disk: 1746135187 -> 1746135187 00002000:00010000:2.0:1746135186.849824:0:27161:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746135187 -> 1746135187 00002000:00010000:2.0:1746135186.849826:0:27161:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746135186.849854:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628261504:12345-192.168.202.58@tcp:10:truncate.0 Request processed in 539us (750us total) trans 4294972160 rc 0/0 00000100:00100000:2.0:1746135186.849860:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13400 00002000:00010000:2.0:1746135186.849863:0:27161:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/26 (858->18446744073709551615) 00002000:00100000:2.0:1746135186.849865:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5c00 with x1830954628261504 ext(858->18446744073709551615) 00002000:00010000:2.0:1746135186.849869:0:27161:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d2e5c00. 00000100:00100000:0.0:1746135186.858255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.858323:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628261760 00000100:00100000:2.0:1746135186.858331:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628261760 00000100:00100000:2.0:1746135186.858388:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37618 00000100:00100000:2.0:1746135186.858395:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:3174:x1830954628261760:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135186.858417:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135186.858444:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3b09 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ea5 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.858501:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858512:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858522:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858534:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858540:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858545:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858619:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c3b1e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858626:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c3b1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858632:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c3b1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135186.858668:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:2.0:1746135186.858722:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858728:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858733:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858738:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009df49a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135186.858741:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858747:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858756:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:2.0:1746135186.858759:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135186.858762:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858767:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b10 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858784:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858789:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858793:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858797:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009df48800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135186.858799:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858804:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858809:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880092786f00) 00010000:00010000:2.0:1746135186.858811:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135186.858813:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858817:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b17 lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.858841:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3b09 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ea5 expref: 23 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.858852:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e4400/0xc3cfcce4a57c3b1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ea5 expref: 22 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.858857:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:2.0:1746135186.858859:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135186.858861:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f6e4400, rc 0) 00000100:00100000:2.0:1746135186.858902:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:3174:x1830954628261760:12345-192.168.202.58@tcp:101:dd.0 Request processed in 507us (655us total) trans 4294983755 rc 0/0 00000100:00100000:2.0:1746135186.858908:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37618 00000100:00100000:0.0:1746135186.860357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.860477:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628262016 00000100:00100000:2.0:1746135186.860485:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628262016 00000100:00100000:2.0:1746135186.860526:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 190 00000100:00100000:2.0:1746135186.860533:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:3174:x1830954628262016:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:3.0:1746135186.860834:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:3174:x1830954628262016:12345-192.168.202.58@tcp:35:dd.0 Request processed in 300us (493us total) trans 4294983756 rc 0/0 00000100:00100000:3.0:1746135186.860841:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 190 00000100:00100000:3.0:1746135186.863388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135186.863497:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628262272 00000100:00100000:0.0:1746135186.863504:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628262272 00002000:00100000:0.0:1746135186.863536:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072497480 x1830954628262272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:642/0 lens 488/0 e 0 to 0 dl 1746135197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135186.863546:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497480 with x1830954628262272 ext(0->4095) 00002000:00010000:0.0:1746135186.863551:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072497480 00000100:00100000:0.0:1746135186.863778:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13401 00000100:00100000:0.0:1746135186.863786:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954628262272:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:0.0:1746135186.863909:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954628262272:12345-192.168.202.58@tcp:3:dd.0 Request processed in 124us (527us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746135186.863915:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13401 00002000:00100000:0.0:1746135186.863920:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072497480 x1830954628262272/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746135197 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135186.863926:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072497480 with x1830954628262272 ext(0->4095) 00002000:00010000:0.0:1746135186.863928:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072497480 00000100:00100000:0.0:1746135186.893328:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.893517:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628262528 00000100:00100000:2.0:1746135186.893526:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628262528 00000100:00100000:2.0:1746135186.893776:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37619 00000100:00100000:2.0:1746135186.893784:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+14:3178:x1830954628262528:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135186.893806:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135186.893824:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b2c lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237eac expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.893886:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 3/1,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.893897:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.893910:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.893919:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.893924:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.893930:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894008:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c3b41 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894015:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c3b41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894021:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c3b41 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135186.894028:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 858 00010000:00010000:2.0:1746135186.894087:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894092:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894097:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894102:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009df49a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135186.894105:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894110:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894118:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:2.0:1746135186.894120:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135186.894123:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894127:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3b33 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894147:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894151:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 2/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894155:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894158:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b7c7a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135186.894160:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894164:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 4/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894169:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880092786f00) 00010000:00010000:2.0:1746135186.894171:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135186.894172:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 2/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894175:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3b3a lrc: 0/0,0 mode: --/PR res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135186.894202:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009df48800/0xc3cfcce4a57c3b2c lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eac expref: 17 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.894211:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7000/0xc3cfcce4a57c3b41 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eac expref: 16 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135186.894216:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:2.0:1746135186.894217:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135186.894219:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7000, rc 0) 00000100:00100000:2.0:1746135186.895002:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:3178:x1830954628262528:12345-192.168.202.58@tcp:101:dd.0 Request processed in 1215us (1677us total) trans 4294983757 rc 0/0 00000100:00100000:2.0:1746135186.895008:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37619 00000100:00100000:0.0:1746135186.896857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135186.896901:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628262656 00000100:00100000:1.0:1746135186.896908:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628262656 00000100:00100000:1.0:1746135186.896956:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30090 00000100:00100000:1.0:1746135186.896964:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:3178:x1830954628262656:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135186.896981:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135186.896994:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3b4f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237eb3 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.897018:0:11615:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.897025:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135186.897026:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135186.897029:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3b4f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eb3 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.897051:0:11615:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 11 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.897065:0:11615:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 11 pid: 11615 timeout: 931 lvb_type: 0 00000100:00100000:1.0:1746135186.897075:0:11615:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954626006784:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135186.897150:0:11615:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012d5e59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135186.899018:0:11615:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11615:1830954626006784:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135186.899050:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3b4f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eb3 expref: 7 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135186.899064:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741400, rc 0) 00000100:00100000:1.0:1746135186.899102:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:3178:x1830954628262656:12345-192.168.202.58@tcp:101:dd.0 Request processed in 2139us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135186.899109:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30090 00000100:00100000:0.0:1746135186.899252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.899356:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628262784 00000100:00100000:3.0:1746135186.899361:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628262784 00010000:00010000:3.0:1746135186.899383:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 12 pid: 11615 timeout: 931 lvb_type: 0 00000100:00100000:3.0:1746135186.899413:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14392 00000100:00100000:3.0:1746135186.899419:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2010:x1830954628262784:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135186.899437:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135186.899523:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 12 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.899537:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 12 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.899555:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3b02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e9e expref: 12 pid: 11615 timeout: 931 lvb_type: 0 00010000:00010000:3.0:1746135186.899577:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135186.899579:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135186.899585:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3b4f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eb3 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.899591:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3b4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eb3 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135186.899615:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b741400/0xc3cfcce4a57c3b4f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eb3 expref: 6 pid: 11615 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135186.899626:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626006912:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135186.899711:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3000 going to sleep for 11 seconds 00000100:00100000:3.0:1746135186.901159:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072497100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626006912:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135186.901175:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135186.901202:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2010:x1830954628262784:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1783us (1951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135186.901211:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14392 00000100:00100000:0.0:1746135186.901622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135186.901815:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628263040 00000100:00100000:2.0:1746135186.901822:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628263040 00002000:00100000:2.0:1746135186.901850:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d2e5f80 x1830954628263040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:642/0 lens 488/0 e 0 to 0 dl 1746135197 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135186.901858:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5f80 with x1830954628263040 ext(0->4095) 00002000:00010000:2.0:1746135186.901862:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d2e5f80 00000100:00100000:2.0:1746135186.901875:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13402 00000100:00100000:2.0:1746135186.901880:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628263040:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135186.901982:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628263040:12345-192.168.202.58@tcp:3:dd.0 Request processed in 101us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746135186.901987:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13402 00002000:00100000:2.0:1746135186.901992:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009d2e5f80 x1830954628263040/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:642/0 lens 488/4536 e 0 to 0 dl 1746135197 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135186.902004:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5f80 with x1830954628263040 ext(0->4095) 00002000:00010000:2.0:1746135186.902007:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d2e5f80 00000100:00100000:0.0:1746135186.914766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135186.914966:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628263296 00000100:00100000:3.0:1746135186.914974:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628263296 00000100:00100000:3.0:1746135186.915161:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 191 00000100:00100000:3.0:1746135186.915169:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:3178:x1830954628263296:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:3.0:1746135186.915515:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:3178:x1830954628263296:12345-192.168.202.58@tcp:35:dd.0 Request processed in 345us (755us total) trans 4294983758 rc 0/0 00000100:00100000:3.0:1746135186.915522:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 191 00010000:00010000:0.0:1746135187.259794:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746135187.442437:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b197800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3770:1830954626007040:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.442491:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135187.442526:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626007552:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.442558:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135187.442571:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094670e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626008064:0@lo:400:kworker.0 00000100:00100000:3.0:1746135187.442589:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830954626007168:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.442589:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135187.442599:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094671180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626008576:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.442615:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135187.442622:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135187.442637:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3771:1830954626007680:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.442657:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626007040 00000100:00100000:1.0:1746135187.442664:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626007040 00000100:00100000:3.0:1746135187.442671:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135187.442683:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094670a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3771:1830954626008192:0@lo:400:kworker.0 00000100:00100000:3.0:1746135187.442697:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135187.442697:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1746135187.442703:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3770:x1830954626007040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135187.442719:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830954626007424:0@lo:400:kworker.0 00000100:00100000:3.0:1746135187.442735:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135187.442741:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3770:x1830954626007040:12345-0@lo:400:kworker.0 Request processed in 39us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135187.442745:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626007936:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.442747:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1746135187.442768:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626007552 00000100:00100000:1.0:1746135187.442770:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626007552 00000100:00100000:1.0:1746135187.442787:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1746135187.442791:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626007552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.442819:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626007552:12345-0@lo:400:kworker.0 Request processed in 27us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135187.442823:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1746135187.442828:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135187.442837:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626008064 00000100:00100000:1.0:1746135187.442839:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626008064 00000100:00100000:3.0:1746135187.442842:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626008448:0@lo:400:kworker.0 00000100:00100000:3.0:1746135187.442857:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135187.442869:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1746135187.442873:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626007296:0@lo:400:kworker.0 00000100:00100000:3.0:1746135187.442888:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135187.442899:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3769:1830954626007808:0@lo:400:kworker.0 00000100:00080000:0.0:1746135187.442906:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746135187.442912:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135187.442921:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094671880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3769:1830954626008320:0@lo:400:kworker.0 00000100:00100000:3.0:1746135187.442934:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135187.442950:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626007168 00000100:00100000:3.0:1746135187.442953:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626007168 00000100:00100000:0.0:1746135187.442971:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626007680 00000100:00100000:3.0:1746135187.442972:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626008192 00000100:00100000:3.0:1746135187.442974:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626008192 00000100:00100000:0.0:1746135187.442974:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626007680 00000100:00100000:1.0:1746135187.443059:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626008576 00000100:00100000:2.0:1746135187.443060:0:11953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626007936 00000100:00100000:2.0:1746135187.443063:0:11953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626007936 00000100:00100000:1.0:1746135187.443063:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626008576 00000100:00100000:1.0:1746135187.443080:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626008448 00000100:00100000:1.0:1746135187.443082:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626008448 00000100:00100000:2.0:1746135187.443083:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1746135187.443088:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626008064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.443092:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1746135187.443096:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3770:x1830954626008576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746135187.443118:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626008064:12345-0@lo:400:kworker.0 Request processed in 30us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135187.443121:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3770:x1830954626008576:12345-0@lo:400:kworker.0 Request processed in 24us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135187.443123:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1746135187.443126:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1746135187.443134:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1746135187.443138:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626007936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.443143:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1746135187.443148:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626008448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746135187.443160:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626007936:12345-0@lo:400:kworker.0 Request processed in 22us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135187.443164:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1746135187.443165:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626007424 00000100:00100000:3.0:1746135187.443167:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626007424 00000100:00100000:1.0:1746135187.443168:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626008448:12345-0@lo:400:kworker.0 Request processed in 19us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135187.443175:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1746135187.443189:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626007296 00000100:00100000:1.0:1746135187.443191:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626007296 00000100:00100000:0.0:1746135187.443191:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626007808 00000100:00100000:0.0:1746135187.443193:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626007808 00000100:00100000:1.0:1746135187.443205:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1746135187.443207:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626008320 00000100:00100000:0.0:1746135187.443208:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626008320 00000100:00100000:1.0:1746135187.443209:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830954626007296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135187.443218:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1746135187.443222:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830954626007168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.443229:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3769:x1830954626007296:12345-0@lo:400:kworker.0 Request processed in 19us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135187.443233:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1746135187.443247:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072497100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830954626007168:12345-0@lo:400:kworker.0 Request processed in 25us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135187.443251:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1746135187.443254:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1746135187.443259:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830954626008192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135187.443259:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1746135187.443262:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830954626007680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.443281:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830954626008192:12345-0@lo:400:kworker.0 Request processed in 22us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135187.443281:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072494380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830954626007680:12345-0@lo:400:kworker.0 Request processed in 18us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135187.443285:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1746135187.443287:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1746135187.443294:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1746135187.443297:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1746135187.443297:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830954626007424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.443301:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3769:x1830954626007808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135187.443309:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830954626007424:12345-0@lo:400:kworker.0 Request processed in 12us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135187.443313:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1746135187.443319:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3769:x1830954626007808:12345-0@lo:400:kworker.0 Request processed in 18us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135187.443319:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1746135187.443323:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1746135187.443323:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830954626008320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135187.443335:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830954626008320:12345-0@lo:400:kworker.0 Request processed in 12us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135187.443339:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1746135187.443345:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b197800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3770:1830954626007040:0@lo:400:kworker.0 00000100:00080000:0.0:1746135187.443348:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746135187.443350:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746135187.443351:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746135187.443353:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746135187.443354:0:3770:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967398 gen 2 00000004:00080000:1.0:1746135187.443358:0:3770:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967398 committed transno 4294967398 00000100:00100000:0.0:1746135187.443366:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830954626007168:0@lo:400:kworker.0 00000100:00100000:0.0:1746135187.443373:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3771:1830954626007680:0@lo:400:kworker.0 00000100:00100000:0.0:1746135187.443378:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094670a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3771:1830954626008192:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.443380:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626007552:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.443388:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094670e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626008064:0@lo:400:kworker.0 00000100:00100000:1.0:1746135187.443396:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094671180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626008576:0@lo:400:kworker.0 00000100:00100000:2.0:1746135187.443461:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626007296:0@lo:400:kworker.0 00000100:00100000:2.0:1746135187.443468:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3769:1830954626007808:0@lo:400:kworker.0 00000100:00100000:2.0:1746135187.443474:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094671880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3769:1830954626008320:0@lo:400:kworker.0 00000100:00100000:2.0:1746135187.443481:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830954626007424:0@lo:400:kworker.0 00000100:00100000:2.0:1746135187.443487:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626007936:0@lo:400:kworker.0 00000100:00100000:2.0:1746135187.443493:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626008448:0@lo:400:kworker.0 00010000:00010000:3.0:1746135188.261827:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746135188.404465:0:9588:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972160 is committed 00000100:00100000:0.0:1746135189.145003:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.145033:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.145053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.145064:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.145073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.145090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.145098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.145163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135189.145189:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628263424 00000100:00100000:3.0:1746135189.145201:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628263424 00000100:00100000:2.0:1746135189.145205:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628263552 00000100:00100000:1.0:1746135189.145206:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628263680 00000100:00100000:2.0:1746135189.145210:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628263552 00000100:00100000:1.0:1746135189.145211:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628263680 00000100:00100000:0.0:1746135189.145222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135189.145238:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 585 00000100:00100000:0.0:1746135189.145240:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628263808 00000100:00100000:1.0:1746135189.145241:0:7245:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628264064 00000100:00100000:1.0:1746135189.145243:0:7245:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628264064 00000100:00100000:0.0:1746135189.145243:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628263808 00000100:00100000:3.0:1746135189.145244:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1679040-1d62-400d-a12d-d6046506b877+12:2010:x1830954628263424:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1746135189.145245:0:11617:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628264192 00000100:00100000:2.0:1746135189.145247:0:11617:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628264192 00000100:00100000:2.0:1746135189.145262:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1261 00000100:00100000:2.0:1746135189.145267:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628263680:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135189.145267:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1262 00000100:00100000:0.0:1746135189.145270:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628263936 00000100:00100000:0.0:1746135189.145272:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628263936 00000100:00100000:1.0:1746135189.145274:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628263552:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135189.145286:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628264320 00000100:00100000:0.0:1746135189.145288:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628264320 00000100:00100000:3.0:1746135189.145295:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1679040-1d62-400d-a12d-d6046506b877+12:2010:x1830954628263424:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 51us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135189.145296:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628263680:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 29us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135189.145296:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628264448 00000100:00100000:0.0:1746135189.145297:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628264448 00000100:00100000:3.0:1746135189.145301:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 585 00000100:00100000:2.0:1746135189.145301:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1261 00000100:00100000:1.0:1746135189.145303:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2011:x1830954628263552:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 30us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135189.145305:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 841 00000100:00100000:1.0:1746135189.145308:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1262 00000100:00100000:0.0:1746135189.145309:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2011:x1830954628263808:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1746135189.145314:0:11617:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1263 00000100:00100000:2.0:1746135189.145318:0:11617:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628264064:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:1.0:1746135189.145319:0:7245:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1264 00000100:00100000:1.0:1746135189.145323:0:7245:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628264192:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135189.145333:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2011:x1830954628263808:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 23us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135189.145337:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 841 00000100:00100000:2.0:1746135189.145338:0:11617:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628264064:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 19us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135189.145342:0:7245:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628264192:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135189.145344:0:11617:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1263 00000100:00100000:1.0:1746135189.145347:0:7245:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1264 00000100:00100000:0.0:1746135189.145348:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 842 00000100:00100000:0.0:1746135189.145352:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2010:x1830954628263936:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:2.0:1746135189.145361:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 843 00000100:00100000:1.0:1746135189.145365:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 844 00000100:00100000:2.0:1746135189.145366:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628264320:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135189.145369:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2010:x1830954628263936:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135189.145371:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628264448:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135189.145377:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 842 00000100:00100000:2.0:1746135189.145383:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628264320:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 18us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135189.145388:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 843 00000100:00080000:0.0:1746135189.145389:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746135189.145390:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:2010:x1830954628264448:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 20us (168us total) trans 0 rc 0/0 00000100:00080000:0.0:1746135189.145391:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746135189.145393:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746135189.145395:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 844 00000100:00080000:0.0:1746135189.145395:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746135189.268345:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746135189.412455:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970697 is committed 00000001:02000400:3.0:1746135189.506505:0:28755:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 17:33:09 (1746135189) 00000100:00100000:1.0:1746135189.522144:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746135189.522167:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626008704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746135189.522229:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626008960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746135189.522235:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135189.522240:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954626008832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746135189.522263:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135189.522286:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626008960 00000100:00100000:0.0:1746135189.522286:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135189.522291:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626008704 00000100:00100000:3.0:1746135189.522295:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626008960 00000100:00100000:1.0:1746135189.522295:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626008704 00000100:00080000:0.0:1746135189.522325:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746135189.522329:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1746135189.522336:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626008704:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746135189.522341:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626008832 00000100:00100000:3.0:1746135189.522343:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626008832 00000100:00100000:2.0:1746135189.522347:0:9594:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1746135189.522353:0:9594:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626008960:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746135189.522356:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00000024:1.0:1746135189.522367:0:10478:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:3.0:1746135189.522369:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00002000:00000024:2.0:1746135189.522371:0:9594:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920187392 avail 3688665088 00000100:00100000:3.0:1746135189.522375:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954626008832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1746135189.522392:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 33971008 pending 0 free 3922812928 avail 3691290624 00000100:00100000:2.0:1746135189.522418:0:9594:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626008960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135189.522421:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626008704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135189.522429:0:9594:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1746135189.522429:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1746135189.522441:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830954626008832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135189.522447:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1746135189.522463:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626008960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746135189.522464:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626008704:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746135189.522464:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954626008832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746135189.537740:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626009088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746135189.537793:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135189.537839:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626009088 00000100:00100000:3.0:1746135189.537845:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626009088 00000100:00080000:1.0:1746135189.537870:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746135189.537881:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1746135189.537892:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626009088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746135189.537910:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 33971008 pending 0 free 3922812928 avail 3691290624 00000100:00100000:3.0:1746135189.537951:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830954626009088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135189.537957:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1746135189.538152:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830954626009088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746135189.546890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.546926:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628264704 00000100:00100000:0.0:1746135189.546935:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628264704 00000100:00100000:0.0:1746135189.547261:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37620 00000100:00100000:0.0:1746135189.547268:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:3805:x1830954628264704:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:0.0:1746135189.547284:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135189.547287:0:21610:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746135189.547309:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c39e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e2e expref: 23 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.547320:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135189.547323:0:21610:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746135189.547330:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c3b56 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237eba expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.547427:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.547438:0:21610:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 16 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.547443:0:21610:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.547468:0:21610:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 16 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.547477:0:21610:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 16 pid: 7246 timeout: 933 lvb_type: 0 00000100:00100000:0.0:1746135189.547486:0:21610:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b617480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:21610:1830954626009216:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135189.547563:0:21610:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746135189.549227:0:21610:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b617480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:21610:1830954626009216:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135189.549251:0:21610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00000100:00100000:0.0:1746135189.549482:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135189.549589:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628264832 00000100:00100000:3.0:1746135189.549596:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628264832 00010000:00010000:3.0:1746135189.549628:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 17 pid: 7246 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1746135189.549905:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14393 00000100:00100000:3.0:1746135189.549912:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628264832:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135189.549925:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135189.549930:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 17 pid: 7246 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1746135189.549942:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 17 pid: 7246 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1746135189.549961:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c3a84 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237e6d expref: 17 pid: 7246 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1746135189.549971:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135189.549975:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135189.549983:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135189.549988:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135189.550077:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746135189.550200:0:21610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550206:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550222:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550231:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550238:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550601:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550614:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550620:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00000004:00200000:0.0:1746135189.550628:0:21610:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00010000:00010000:0.0:1746135189.550663:0:21610:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550669:0:21610:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550674:0:21610:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550679:0:21610:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132ed9c00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135189.550682:0:21610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550688:0:21610:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550696:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135189.550699:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135189.550701:0:21610:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550705:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3b5d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00000004:00010000:0.0:1746135189.550718:0:21610:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b614700 reply state ffff8800924b9000 transno 4294983759 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550724:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.550729:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012f83fc00) 00010000:00010000:0.0:1746135189.550731:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746135189.550733:0:21610:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746135189.550761:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c3b56 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 25 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.550770:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 24 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.550776:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012f83f100) 00010000:00010000:0.0:1746135189.550777:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746135189.550779:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741a00, rc 0) 00000100:00100000:0.0:1746135189.550802:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:3805:x1830954628264704:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3534us (3921us total) trans 4294983759 rc 0/0 00000100:00100000:0.0:1746135189.550808:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37620 00000100:00100000:3.0:1746135189.550862:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:2011:x1830954628264832:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 202us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135189.550868:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14393 00000100:00100000:1.0:1746135189.553660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135189.553689:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628265088 00000100:00100000:1.0:1746135189.553696:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628265088 00000100:00100000:1.0:1746135189.554136:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37621 00000100:00100000:1.0:1746135189.554145:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:3805:x1830954628265088:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1746135189.554166:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135189.554185:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3b79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ec1 expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.554278:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.554293:0:21610:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 26 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.554301:0:21610:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.554331:0:21610:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 26 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.554341:0:21610:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 26 pid: 21610 timeout: 933 lvb_type: 0 00000100:00100000:1.0:1746135189.554353:0:21610:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0d880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:21610:1830954626009344:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135189.554428:0:21610:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3f00 going to sleep for 11 seconds 00000001:00080000:1.0:1746135189.554994:0:7227:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983759 is committed 00000001:00080000:1.0:1746135189.555002:0:7227:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983758 is committed 00000020:00080000:1.0:1746135189.555028:0:7227:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880132ed3780 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:1.0:1746135189.555033:0:7227:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880092786100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880132ed33c0 00000100:00100000:2.0:1746135189.555224:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954626009472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746135189.555274:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135189.555298:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626009472 00000100:00100000:3.0:1746135189.555305:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626009472 00000020:00080000:1.0:1746135189.555329:0:7227:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:1.0:1746135189.555332:0:7227:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff880092786200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009b54f400 00000020:00080000:1.0:1746135189.555335:0:7227:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000100:00100000:3.0:1746135189.555342:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1746135189.555347:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954626009472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746135189.555368:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3920187392 avail 3688665088 00000100:00100000:3.0:1746135189.555412:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094672a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954626009472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135189.555421:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000020:00080000:1.0:1746135189.555736:0:7227:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00010000:00010000:1.0:1746135189.555755:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555763:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555769:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555778:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013020a200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135189.555782:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555789:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555805:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880092786e00) 00010000:00010000:1.0:1746135189.555807:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135189.555811:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555815:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013020a200/0xc3cfcce4a57c39b9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555830:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555834:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555838:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555841:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c48e400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135189.555843:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555846:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555850:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff880092786a00) 00010000:00010000:1.0:1746135189.555852:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135189.555855:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555859:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c39c0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555866:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555870:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555873:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555877:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d06ba00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135189.555879:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555882:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555886:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff880092786500) 00010000:00010000:1.0:1746135189.555888:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135189.555889:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555893:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06ba00/0xc3cfcce4a57c39c7 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555902:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555906:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555910:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555913:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447c000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135189.555915:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555919:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555925:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x2ce3da1 (ffff880092786f00) 00010000:00010000:1.0:1746135189.555926:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135189.555928:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555932:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3a45 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135189.555942:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135189.555947:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135189.555951:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135189.555954:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f81c600 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135189.555956:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135189.555959:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135189.555966:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff880092786d00) 00010000:00010000:1.0:1746135189.555967:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135189.555969:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135189.555974:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81c600/0xc3cfcce4a57c3afb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135189.555982:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.555986:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.555990:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.555993:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b740400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135189.555995:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.555999:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.556005:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012f83fc00) 00010000:00010000:1.0:1746135189.556006:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135189.556008:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.556011:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740400/0xc3cfcce4a57c3b64 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00000100:00080000:2.0:1746135189.556222:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746135189.556249:0:3771:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970697 gen 2 00000004:00080000:2.0:1746135189.556255:0:3771:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8801325b1f80, transno 4294970697 00000020:00080000:0.0:1746135189.556301:0:7275:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00000004:00080000:0.0:1746135189.556384:0:7275:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880095a94e40 with version 20 00000020:00080000:0.0:1746135189.556390:0:7275:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00000020:00080000:0.0:1746135189.556436:0:7275:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00000020:00080000:0.0:1746135189.556442:0:7275:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000004:00080000:0.0:1746135189.556448:0:8787:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880097af0600 version 20 rpc_version 20 00000020:00100000:0.0:1746135189.556470:0:8787:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746135189.556478:0:8787:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009b616a00 x1830954626009728/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746135189.556495:0:8787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b616a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8787:1830954626009728:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746135189.556537:0:8787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135189.556554:0:8787:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a949c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135189.556558:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626009728 00000100:00100000:1.0:1746135189.556564:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626009728 00000100:00100000:2.0:1746135189.556597:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094673800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954626009472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746135189.556671:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1746135189.556677:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8787:x1830954626009728:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746135189.556784:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8787:x1830954626009728:12345-0@lo:1000:osp_up1-0.0 Request processed in 107us (246us total) trans 4294967399 rc 0/0 00000100:00100000:1.0:1746135189.556790:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1746135189.557570:0:8787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b616a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8787:1830954626009728:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1746135189.557734:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135189.558001:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628265216 00000100:00100000:3.0:1746135189.558007:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628265216 00010000:00010000:3.0:1746135189.558031:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 14 pid: 21610 timeout: 933 lvb_type: 0 00000100:00100000:3.0:1746135189.558062:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14394 00000100:00100000:3.0:1746135189.558069:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954628265216:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135189.558079:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135189.558084:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 14 pid: 21610 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1746135189.558093:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 14 pid: 21610 timeout: 933 lvb_type: 0 00010000:00010000:3.0:1746135189.558112:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012f83f100) 00010000:00010000:3.0:1746135189.558116:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135189.558124:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135189.558129:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135189.558143:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135189.558181:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2011:x1830954628265216:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 112us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135189.558186:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14394 00010000:00010000:0.0:1746135189.558515:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3b6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eba expref: 13 pid: 21610 timeout: 933 lvb_type: 0 00000100:00100000:0.0:1746135189.558526:0:21610:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0d880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:21610:1830954626009344:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135189.558539:0:21610:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558545:0:21610:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558550:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00000004:00200000:0.0:1746135189.558569:0:21610:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00000004:00080000:0.0:1746135189.558691:0:21610:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00000004:00080000:0.0:1746135189.558697:0:21610:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:0.0:1746135189.558762:0:21610:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558770:0:21610:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558775:0:21610:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558784:0:21610:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a6000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135189.558787:0:21610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558793:0:21610:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558801:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012f83f100) 00010000:00010000:0.0:1746135189.558803:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746135189.558807:0:21610:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558811:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c3b80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.558857:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3b79 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ec1 expref: 13 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.558863:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3b79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ec1 expref: 13 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.558870:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a6200, rc 0) 00000100:00100000:0.0:1746135189.558897:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:3805:x1830954628265088:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 4754us (5265us total) trans 4294983760 rc 301/301 00000100:00100000:0.0:1746135189.558904:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37621 00000100:00100000:0.0:1746135189.561689:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135189.561777:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628265472 00000100:00100000:3.0:1746135189.561787:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628265472 00000100:00100000:3.0:1746135189.561843:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 192 00000100:00100000:3.0:1746135189.561850:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:3805:x1830954628265472:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:3.0:1746135189.562116:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:3805:x1830954628265472:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 265us (436us total) trans 4294983761 rc 0/0 00000100:00100000:3.0:1746135189.562123:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 192 00000100:00100000:0.0:1746135189.565856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135189.565932:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628265600 00000100:00100000:1.0:1746135189.565944:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628265600 00000100:00100000:1.0:1746135189.565999:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37622 00000100:00100000:1.0:1746135189.566007:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:3805:x1830954628265600:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:1.0:1746135189.566034:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135189.566057:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57c3b8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ec8 expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.566118:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57c3b8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ec8 expref: 14 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.566131:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9200/0xc3cfcce4a57c3b8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ec8 expref: 14 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.566147:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:1.0:1746135189.566149:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746135189.566152:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9200, rc 0) 00000100:00100000:1.0:1746135189.566192:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:3805:x1830954628265600:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 185us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135189.566198:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37622 00000100:00100000:1.0:1746135189.569443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135189.569679:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628265856 00000100:00100000:3.0:1746135189.569687:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628265856 00000100:00100000:3.0:1746135189.569724:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 193 00000100:00100000:3.0:1746135189.569730:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:3805:x1830954628265856:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:3.0:1746135189.569908:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:3805:x1830954628265856:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 177us (473us total) trans 4294983762 rc 0/0 00000100:00100000:3.0:1746135189.569914:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 193 00000100:00100000:0.0:1746135189.587276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.587304:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628265984 00000100:00100000:0.0:1746135189.587312:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628265984 00000100:00100000:0.0:1746135189.587350:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37623 00000100:00100000:0.0:1746135189.587357:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:3820:x1830954628265984:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:0.0:1746135189.587377:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135189.587396:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3b95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ecf expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.587469:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3b9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135189.587480:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3b9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135189.587490:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3b9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:0.0:1746135189.587522:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746135189.587526:0:21569:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746135189.587544:0:21569:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3b9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:0.0:1746135189.587562:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3b95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ecf expref: 17 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.587576:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3b9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ecf expref: 16 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.587583:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135189.587586:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746135189.587589:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d200, rc 0) 00000100:00100000:0.0:1746135189.587629:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:3820:x1830954628265984:12345-192.168.202.58@tcp:101:dd.0 Request processed in 273us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135189.587636:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37623 00000100:00100000:1.0:1746135189.590840:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135189.590869:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628266240 00000100:00100000:1.0:1746135189.590877:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628266240 00000100:00100000:1.0:1746135189.590925:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37624 00000100:00100000:1.0:1746135189.590933:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:3820:x1830954628266240:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135189.590953:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135189.590956:0:21610:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746135189.590985:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3b9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ecf expref: 16 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.591000:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135189.591004:0:21610:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746135189.591014:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c3ba3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ed6 expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.595583:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595603:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595613:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595625:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595630:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595635:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595712:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3bb8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595718:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595723:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3bb8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00000004:00200000:1.0:1746135189.595732:0:21610:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 0 00010000:00010000:1.0:1746135189.595820:0:21610:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595826:0:21610:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595831:0:21610:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595836:0:21610:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132ed9a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135189.595840:0:21610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595847:0:21610:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595858:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135189.595861:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135189.595865:0:21610:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595869:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c3baa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595881:0:21610:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595886:0:21610:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595889:0:21610:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595893:0:21610:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132ed9600 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135189.595895:0:21610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595898:0:21610:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595904:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009b794500) 00010000:00010000:1.0:1746135189.595906:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135189.595908:0:21610:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595911:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9600/0xc3cfcce4a57c3bb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135189.595959:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed8c00/0xc3cfcce4a57c3ba3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ed6 expref: 18 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.595970:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3bb8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ed6 expref: 17 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135189.595976:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:1.0:1746135189.595979:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746135189.595982:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9c00, rc 0) 00000100:00100000:1.0:1746135189.596066:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:3820:x1830954628266240:12345-192.168.202.58@tcp:101:dd.0 Request processed in 5132us (5230us total) trans 4294983763 rc 0/0 00000100:00100000:1.0:1746135189.596075:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37624 00000100:00100000:1.0:1746135189.599697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135189.600321:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628266368 00000100:00100000:1.0:1746135189.600393:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628266368 00000100:00100000:0.0:1746135189.600597:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37625 00000100:00100000:0.0:1746135189.600606:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:3820:x1830954628266368:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:0.0:1746135189.600632:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135189.600672:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3bc6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237edd expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.600708:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ca00/0xc3cfcce4a57c3bcd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.600722:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ca00/0xc3cfcce4a57c3bcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.600735:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ca00/0xc3cfcce4a57c3bcd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135189.600840:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c3bc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237edd expref: 19 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.600854:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ca00/0xc3cfcce4a57c3bcd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237edd expref: 18 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.600862:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:0.0:1746135189.600864:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1746135189.600868:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447ca00, rc 0) 00000100:00100000:0.0:1746135189.600918:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:3820:x1830954628266368:12345-192.168.202.58@tcp:101:dd.0 Request processed in 313us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135189.600924:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37625 00000100:00100000:0.0:1746135189.602590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135189.602681:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628266624 00000100:00100000:2.0:1746135189.602688:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628266624 00000100:00100000:2.0:1746135189.602726:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37626 00000100:00100000:2.0:1746135189.602732:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:3820:x1830954628266624:12345-192.168.202.58@tcp:36:dd.0 00010000:00010000:2.0:1746135189.602773:0:21569:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135189.602793:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132ed9c00/0xc3cfcce4a57c3bb8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ed6 expref: 18 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135189.602806:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:2.0:1746135189.602810:0:21569:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135189.602934:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135189.602944:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135189.602953:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000001:00080000:2.0:1746135189.602977:0:21569:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983764 00000004:00010000:2.0:1746135189.602990:0:21569:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801325b1f80 reply state ffff88009baff000 transno 4294983765 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135189.602998:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135189.603003:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:2.0:1746135189.603005:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746135189.603007:0:21569:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746135189.603080:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:3820:x1830954628266624:12345-192.168.202.58@tcp:36:dd.0 Request processed in 347us (495us total) trans 4294983765 rc 0/0 00000100:00100000:2.0:1746135189.603085:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37626 00000020:00080000:2.0:1746135189.603090:0:21569:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746135189.604749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.604784:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628266752 00000100:00100000:0.0:1746135189.604792:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628266752 00000100:00100000:0.0:1746135189.604833:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30091 00000100:00100000:0.0:1746135189.604841:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:3820:x1830954628266752:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:0.0:1746135189.604857:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135189.604873:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ee4 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746135189.605050:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746135189.605074:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135189.605076:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135189.605083:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.605098:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135189.605107:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c000, rc 0) 00000100:00100000:0.0:1746135189.605156:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:3820:x1830954628266752:12345-192.168.202.58@tcp:101:dd.0 Request processed in 317us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135189.605162:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30091 00000100:00100000:0.0:1746135189.608375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135189.608580:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628266880 00000100:00100000:2.0:1746135189.608590:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628266880 00000100:00100000:2.0:1746135189.608664:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30092 00000100:00100000:2.0:1746135189.608672:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:3820:x1830954628266880:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135189.608690:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135189.608714:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237eeb expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746135189.608740:0:9590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746135189.608765:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135189.608767:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135189.608775:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135189.608793:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135189.608807:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c7e00, rc 0) 00000100:00100000:2.0:1746135189.608863:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:3820:x1830954628266880:12345-192.168.202.58@tcp:101:dd.0 Request processed in 191us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135189.608870:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30092 00000100:00100000:0.0:1746135189.611406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135189.611454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135189.611474:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628267008 00000100:00100000:2.0:1746135189.611486:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628267008 00002000:00010000:2.0:1746135189.611524:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (0->18446744073709551615) 00002000:00100000:2.0:1746135189.611528:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0700 with x1830954628267008 ext(0->18446744073709551615) 00002000:00010000:2.0:1746135189.611540:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b0700. 00000100:00100000:1.0:1746135189.611541:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628267136 00000100:00100000:1.0:1746135189.611546:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628267136 00002000:00010000:1.0:1746135189.611563:0:27161:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (0->18446744073709551615) 00002000:00100000:1.0:1746135189.611565:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2680 with x1830954628267136 ext(0->18446744073709551615) 00002000:00010000:1.0:1746135189.611572:0:27161:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2680. 00000100:00100000:2.0:1746135189.611574:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13403 00000100:00100000:2.0:1746135189.611583:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954628267008:12345-192.168.202.58@tcp:10:dd.0 00000100:00100000:1.0:1746135189.611590:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13404 00000100:00100000:1.0:1746135189.611594:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2010:x1830954628267136:12345-192.168.202.58@tcp:10:dd.0 00002000:00010000:2.0:1746135189.611783:0:27162:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746135189.611786:0:27162:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746135189 00002000:00010000:2.0:1746135189.611788:0:27162:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746135189.611790:0:27162:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746135189 00002000:00010000:2.0:1746135189.611792:0:27162:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746135189.611849:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628267008:12345-192.168.202.58@tcp:10:dd.0 Request processed in 267us (461us total) trans 4294972161 rc 0/0 00000100:00100000:2.0:1746135189.611855:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13403 00002000:00010000:2.0:1746135189.611858:0:27162:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (0->18446744073709551615) 00002000:00100000:2.0:1746135189.611861:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0700 with x1830954628267008 ext(0->18446744073709551615) 00002000:00010000:2.0:1746135189.611865:0:27162:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b0700. 00002000:00010000:1.0:1746135189.612041:0:27161:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746135189.612043:0:27161:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1746135189 00002000:00010000:1.0:1746135189.612046:0:27161:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746135189.612047:0:27161:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1746135189 00002000:00010000:1.0:1746135189.612049:0:27161:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746135189.612069:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954628267136:12345-192.168.202.58@tcp:10:dd.0 Request processed in 475us (614us total) trans 4294970698 rc 0/0 00000100:00100000:1.0:1746135189.612074:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13404 00002000:00010000:1.0:1746135189.612076:0:27161:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (0->18446744073709551615) 00002000:00100000:1.0:1746135189.612078:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2680 with x1830954628267136 ext(0->18446744073709551615) 00002000:00010000:1.0:1746135189.612081:0:27161:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2680. 00000100:00100000:0.0:1746135190.005556:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.009894:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628267392 00000100:00100000:1.0:1746135190.009913:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628267392 00002000:00100000:1.0:1746135190.009984:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff8800944b2300 x1830954628267392/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.009993:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2300 with x1830954628267392 ext(0->4194303) 00002000:00010000:1.0:1746135190.009999:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b2300 00000100:00100000:1.0:1746135190.010051:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13405 00000100:00100000:1.0:1746135190.010059:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628267392:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135190.013866:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.013933:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628267648 00000100:00100000:3.0:1746135190.013942:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628267648 00002000:00100000:3.0:1746135190.013983:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4194303) req@ffff8800944b1880 x1830954628267648/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.013993:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1880 with x1830954628267648 ext(0->4194303) 00002000:00010000:3.0:1746135190.013998:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b1880 00000100:00100000:3.0:1746135190.014033:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13406 00000100:00100000:3.0:1746135190.014040:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954628267648:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135190.076029:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628267392:12345-192.168.202.58@tcp:4:dd.0 Request processed in 65957us (70470us total) trans 4294972162 rc 0/0 00000100:00100000:0.0:1746135190.076047:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13405 00002000:00100000:0.0:1746135190.076062:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->4194303) req@ffff8800944b2300 x1830954628267392/t4294972162(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/448 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.076072:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2300 with x1830954628267392 ext(0->4194303) 00002000:00010000:0.0:1746135190.076078:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b2300 00000100:00100000:0.0:1746135190.084219:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628267648:12345-192.168.202.58@tcp:4:dd.0 Request processed in 70160us (70346us total) trans 4294970699 rc 0/0 00000100:00100000:0.0:1746135190.084239:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13406 00002000:00100000:0.0:1746135190.084254:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4194303) req@ffff8800944b1880 x1830954628267648/t4294970699(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/448 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.084266:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1880 with x1830954628267648 ext(0->4194303) 00002000:00010000:0.0:1746135190.084274:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b1880 00000100:00100000:0.0:1746135190.087778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.087852:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628267904 00000100:00100000:2.0:1746135190.087862:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628267904 00002000:00100000:2.0:1746135190.087913:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff8800944b1f80 x1830954628267904/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135190.087923:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1f80 with x1830954628267904 ext(4194304->8388607) 00002000:00010000:2.0:1746135190.087928:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b1f80 00000100:00100000:2.0:1746135190.087954:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13407 00000100:00100000:2.0:1746135190.087962:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628267904:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1746135190.108732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.109365:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628268160 00000100:00100000:3.0:1746135190.109376:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628268160 00002000:00100000:3.0:1746135190.109503:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->8388607) req@ffff880094673800 x1830954628268160/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.109519:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673800 with x1830954628268160 ext(4194304->8388607) 00002000:00010000:3.0:1746135190.109526:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094673800 00000100:00100000:3.0:1746135190.109547:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13408 00000100:00100000:3.0:1746135190.109554:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628268160:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:3.0:1746135190.132450:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2010:x1830954628267904:12345-192.168.202.58@tcp:4:dd.0 Request processed in 44475us (44672us total) trans 4294972163 rc 0/0 00000100:00100000:3.0:1746135190.132464:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13407 00002000:00100000:3.0:1746135190.132477:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->8388607) req@ffff8800944b1f80 x1830954628267904/t4294972163(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/448 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.132487:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1f80 with x1830954628267904 ext(4194304->8388607) 00002000:00010000:3.0:1746135190.132492:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b1f80 00000100:00100000:0.0:1746135190.142983:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2011:x1830954628268160:12345-192.168.202.58@tcp:4:dd.0 Request processed in 33412us (34245us total) trans 4294970700 rc 0/0 00000100:00100000:0.0:1746135190.142996:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13408 00002000:00100000:0.0:1746135190.143008:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->8388607) req@ffff880094673800 x1830954628268160/t4294970700(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/448 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.143017:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673800 with x1830954628268160 ext(4194304->8388607) 00002000:00010000:0.0:1746135190.143022:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094673800 00000100:00100000:0.0:1746135190.159544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.159695:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628268416 00000100:00100000:2.0:1746135190.159704:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628268416 00002000:00100000:2.0:1746135190.159745:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff8800944b1180 x1830954628268416/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135190.159755:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1180 with x1830954628268416 ext(8388608->12582911) 00002000:00010000:2.0:1746135190.159759:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b1180 00000100:00100000:2.0:1746135190.159790:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13409 00000100:00100000:2.0:1746135190.159797:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2010:x1830954628268416:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135190.165388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.165726:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628268672 00000100:00100000:3.0:1746135190.165742:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628268672 00002000:00100000:3.0:1746135190.165813:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->12582911) req@ffff8800944b2a00 x1830954628268672/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.165825:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2a00 with x1830954628268672 ext(8388608->12582911) 00002000:00010000:3.0:1746135190.165834:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2a00 00000100:00100000:3.0:1746135190.165874:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13410 00000100:00100000:3.0:1746135190.165884:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2011:x1830954628268672:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1746135190.174169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.174310:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628268928 00000100:00100000:3.0:1746135190.174326:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628268928 00000100:00100000:3.0:1746135190.174428:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 194 00000100:00100000:3.0:1746135190.174439:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:3820:x1830954628268928:12345-192.168.202.58@tcp:35:dd.0 00000001:00080000:3.0:1746135190.174801:0:7249:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983766 00000100:00100000:3.0:1746135190.175522:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:3820:x1830954628268928:12345-192.168.202.58@tcp:35:dd.0 Request processed in 1077us (1359us total) trans 4294983767 rc 0/0 00000100:00100000:3.0:1746135190.175534:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 194 00000020:00080000:3.0:1746135190.175544:0:7249:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1746135190.204985:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.205050:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954628268416:12345-192.168.202.58@tcp:4:dd.0 Request processed in 45251us (45512us total) trans 4294972164 rc 0/0 00000100:00100000:0.0:1746135190.205164:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13409 00002000:00100000:0.0:1746135190.205183:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->12582911) req@ffff8800944b1180 x1830954628268416/t4294972164(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/448 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.205193:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b1180 with x1830954628268416 ext(8388608->12582911) 00002000:00010000:0.0:1746135190.205200:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b1180 00000100:00100000:3.0:1746135190.205972:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628269056 00000100:00100000:3.0:1746135190.205984:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628269056 00000100:00100000:3.0:1746135190.206081:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37627 00000100:00100000:3.0:1746135190.206090:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:3824:x1830954628269056:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1746135190.206119:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135190.206149:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75fc00/0xc3cfcce4a57c3be9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ef2 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.206228:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3bf0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.206244:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.206262:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:3.0:1746135190.206325:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135190.206328:0:21569:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135190.206350:0:21569:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.206372:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75fc00/0xc3cfcce4a57c3be9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef2 expref: 24 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.207110:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3bf0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef2 expref: 23 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.207122:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135190.207126:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135190.207131:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75f800, rc 0) 00000100:00100000:3.0:1746135190.207217:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:3824:x1830954628269056:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1128us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135190.207225:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37627 00000100:00100000:0.0:1746135190.231106:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954628268672:12345-192.168.202.58@tcp:4:dd.0 Request processed in 65215us (65725us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746135190.231117:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13410 00002000:00100000:0.0:1746135190.231129:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->12582911) req@ffff8800944b2a00 x1830954628268672/t4294970701(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/448 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.231137:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b2a00 with x1830954628268672 ext(8388608->12582911) 00002000:00010000:0.0:1746135190.231142:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b2a00 00010000:00010000:0.0:1746135190.266686:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746135190.615273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.615343:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628269312 00000100:00100000:2.0:1746135190.615352:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628269312 00000100:00100000:2.0:1746135190.615414:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37628 00000100:00100000:2.0:1746135190.615423:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:3835:x1830954628269312:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1746135190.615443:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135190.615447:0:21569:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746135190.615478:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c3bf0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef2 expref: 23 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.615498:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135190.615502:0:21569:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135190.615515:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3bf7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237ef9 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.615613:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.615624:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.615633:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.615663:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.615669:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.615674:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616016:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616023:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616028:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135190.616036:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:2.0:1746135190.616055:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616061:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616066:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616071:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b7c6200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135190.616074:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616080:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616087:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135190.616089:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135190.616092:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616097:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3bfe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00000004:00010000:2.0:1746135190.616105:0:21569:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800944b1c00 reply state ffff88009acbb000 transno 4294983768 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616112:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.616116:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8500) 00010000:00010000:2.0:1746135190.616118:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746135190.616120:0:21569:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746135190.616138:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3bf7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 25 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.616153:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 24 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.616158:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012cbf8800) 00010000:00010000:2.0:1746135190.616160:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135190.616162:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b0fc00, rc 0) 00000100:00100000:2.0:1746135190.616544:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:3835:x1830954628269312:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1120us (1278us total) trans 4294983768 rc 0/0 00000100:00100000:2.0:1746135190.616550:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37628 00000100:00100000:0.0:1746135190.618848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.618959:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628269568 00000100:00100000:2.0:1746135190.618969:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628269568 00000100:00100000:2.0:1746135190.619021:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37629 00000100:00100000:2.0:1746135190.619029:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:3835:x1830954628269568:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1746135190.619050:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135190.619065:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3c1a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f00 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.619159:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.619171:0:21569:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 26 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.619179:0:21569:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135190.619205:0:21569:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 26 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.619221:0:21569:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 26 pid: 21569 timeout: 934 lvb_type: 0 00000100:00100000:2.0:1746135190.619232:0:21569:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094670000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21569:1830954626009856:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135190.619307:0:21569:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746135190.621338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.621464:0:21569:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094670000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21569:1830954626009856:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135190.621495:0:21569:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000100:00100000:1.0:1746135190.621577:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628269696 00000100:00100000:1.0:1746135190.621583:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628269696 00010000:00010000:1.0:1746135190.621616:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 27 pid: 21569 timeout: 934 lvb_type: 0 00000100:00100000:1.0:1746135190.621675:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14395 00000100:00100000:1.0:1746135190.621683:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:2010:x1830954628269696:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135190.621695:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135190.621701:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 27 pid: 21569 timeout: 934 lvb_type: 0 00010000:00010000:1.0:1746135190.621710:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 27 pid: 21569 timeout: 934 lvb_type: 0 00010000:00010000:1.0:1746135190.621728:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ef9 expref: 27 pid: 21569 timeout: 934 lvb_type: 0 00010000:00010000:1.0:1746135190.621741:0:7231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012cbf8800) 00010000:00010000:1.0:1746135190.621746:0:7231:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135190.621753:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135190.621760:0:7231:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135190.621775:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135190.621783:0:21569:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.621790:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:3.0:1746135190.621805:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00000100:00100000:1.0:1746135190.621806:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:2010:x1830954628269696:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 124us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135190.621811:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14395 00000004:00080000:3.0:1746135190.621919:0:21569:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00000004:00080000:3.0:1746135190.621924:0:21569:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:3.0:1746135190.622001:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.622008:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.622013:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.622019:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b5d4400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135190.622023:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.622029:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.622036:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88012cbf8800) 00010000:00010000:3.0:1746135190.622039:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746135190.622042:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.622046:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5d4400/0xc3cfcce4a57c3c21 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.622093:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3c1a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f00 expref: 26 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.622101:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3c1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f00 expref: 26 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.622109:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc99c00, rc 0) 00000100:00100000:3.0:1746135190.622144:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:3835:x1830954628269568:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 3116us (3303us total) trans 4294983769 rc 301/301 00000100:00100000:3.0:1746135190.622149:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37629 00000100:00100000:0.0:1746135190.623554:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.624402:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628269952 00000100:00100000:2.0:1746135190.624411:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628269952 00000100:00100000:2.0:1746135190.624462:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 195 00000100:00100000:2.0:1746135190.624470:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e9e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+25:3835:x1830954628269952:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:2.0:1746135190.624724:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e9e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:3835:x1830954628269952:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 253us (1173us total) trans 4294983770 rc 0/0 00000100:00100000:2.0:1746135190.624731:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 195 00000100:00100000:2.0:1746135190.627313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.627419:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628270080 00000100:00100000:3.0:1746135190.627427:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628270080 00000100:00100000:3.0:1746135190.627484:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37630 00000100:00100000:3.0:1746135190.627492:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:3835:x1830954628270080:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1746135190.627519:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135190.627538:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc98400/0xc3cfcce4a57c3c2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f07 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.627591:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc98400/0xc3cfcce4a57c3c2f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f07 expref: 27 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.627605:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc98400/0xc3cfcce4a57c3c2f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f07 expref: 27 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.627621:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:3.0:1746135190.627624:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746135190.627626:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bc98400, rc 0) 00000100:00100000:3.0:1746135190.627685:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:3835:x1830954628270080:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 193us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135190.627690:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37630 00000100:00100000:0.0:1746135190.630897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.630962:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628270336 00000100:00100000:3.0:1746135190.630971:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628270336 00000100:00100000:3.0:1746135190.631019:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 196 00000100:00100000:3.0:1746135190.631026:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:3835:x1830954628270336:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:3.0:1746135190.631228:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:3835:x1830954628270336:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 201us (339us total) trans 4294983771 rc 0/0 00000100:00100000:3.0:1746135190.631234:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 196 00000100:00100000:2.0:1746135190.639672:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.639832:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628270592 00000100:00100000:2.0:1746135190.639840:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.639841:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628270592 00000100:00100000:3.0:1746135190.639874:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628270464 00000100:00100000:3.0:1746135190.639876:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628270464 00000100:00100000:3.0:1746135190.639890:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37631 00000100:00100000:3.0:1746135190.639896:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:3836:x1830954628270592:12345-192.168.202.58@tcp:101:dd.0 00000100:00100000:1.0:1746135190.639903:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37632 00000100:00100000:1.0:1746135190.639912:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+12:3837:x1830954628270464:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135190.639917:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135190.639921:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135190.639935:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801364a6000/0xc3cfcce4a57c3c3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f15 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.639935:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3c36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f0e expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.639992:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3c44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135190.639993:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3c4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135190.640003:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3c44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135190.640013:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135190.640013:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3c44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00000004:00200000:1.0:1746135190.640057:0:21610:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746135190.640059:0:21610:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746135190.640073:0:21610:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3c44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135190.640092:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3c36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f0e expref: 14 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.640105:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3c44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f0e expref: 13 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.640112:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:1.0:1746135190.640112:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135190.640115:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746135190.640117:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470400, rc 0) 00000004:00200000:3.0:1746135190.640129:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135190.640132:0:21569:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135190.640139:0:21569:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3c4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:3.0:1746135190.640152:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801364a6000/0xc3cfcce4a57c3c3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f15 expref: 30 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.640162:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3c4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f15 expref: 29 pid: 21569 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.640162:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094671180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:3837:x1830954628270464:12345-192.168.202.58@tcp:101:dd.0 Request processed in 251us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135190.640167:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37632 00010000:00010000:3.0:1746135190.640168:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135190.640170:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135190.640172:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135190.640190:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:3836:x1830954628270592:12345-192.168.202.58@tcp:101:dd.0 Request processed in 295us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135190.640196:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37631 00000100:00100000:0.0:1746135190.643468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.643548:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628270848 00000100:00100000:1.0:1746135190.643557:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628270848 00000100:00100000:1.0:1746135190.643610:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37633 00000100:00100000:1.0:1746135190.643618:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:3837:x1830954628270848:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135190.643636:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135190.643670:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c3c52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f1c expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.643743:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.643755:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.643765:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.643777:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.643786:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.643790:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644354:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644363:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644370:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:1.0:1746135190.644377:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:1.0:1746135190.644459:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644465:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644470:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644475:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644479:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b430c00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135190.644483:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644490:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644504:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135190.644507:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135190.644511:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644515:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3c59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644523:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644528:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644532:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644536:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b430a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135190.644539:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644543:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644549:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009b794c00) 00010000:00010000:1.0:1746135190.644551:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135190.644553:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644556:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430a00/0xc3cfcce4a57c3c60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.644591:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c3c52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f1c expref: 16 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.644603:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0fc00/0xc3cfcce4a57c3c67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f1c expref: 15 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.644607:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:1.0:1746135190.644609:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746135190.644611:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b0fc00, rc 0) 00000100:00100000:1.0:1746135190.644674:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:3837:x1830954628270848:12345-192.168.202.58@tcp:101:dd.0 Request processed in 1057us (1212us total) trans 4294983772 rc 0/0 00000100:00100000:1.0:1746135190.644680:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37633 00000100:00100000:3.0:1746135190.644809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.645044:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628271104 00000100:00100000:1.0:1746135190.645049:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628271104 00000100:00100000:1.0:1746135190.645309:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37634 00000100:00100000:1.0:1746135190.645317:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:3836:x1830954628271104:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135190.645327:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135190.645336:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094516c00/0xc3cfcce4a57c3c75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f23 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.645377:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645386:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645401:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645411:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645419:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645424:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645490:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3c8a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645497:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645502:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3c8a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:1.0:1746135190.645508:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:1.0:1746135190.645555:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645560:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645566:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645570:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645574:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094471200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135190.645577:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645581:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645591:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135190.645593:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135190.645596:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645600:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c3c7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645606:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645610:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645614:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645618:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b740e00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135190.645620:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645624:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645628:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009b794700) 00010000:00010000:1.0:1746135190.645630:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135190.645632:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135190.645636:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3c83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.646482:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094516c00/0xc3cfcce4a57c3c75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f23 expref: 32 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.646496:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b741a00/0xc3cfcce4a57c3c8a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f23 expref: 31 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.646507:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:0.0:1746135190.646509:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746135190.646511:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b741a00, rc 0) 00000100:00100000:0.0:1746135190.646972:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:3836:x1830954628271104:12345-192.168.202.58@tcp:101:dd.0 Request processed in 1654us (2160us total) trans 4294983773 rc 0/0 00000100:00100000:0.0:1746135190.646979:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37634 00000100:00100000:3.0:1746135190.648634:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.648848:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628271360 00000100:00100000:0.0:1746135190.648857:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628271360 00000100:00100000:0.0:1746135190.648911:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37635 00000100:00100000:0.0:1746135190.648918:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:3837:x1830954628271360:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:0.0:1746135190.648939:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135190.648942:0:8790:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746135190.648968:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3c44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f0e expref: 15 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.648984:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135190.648988:0:8790:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746135190.648998:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3c98 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f2a expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.649105:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.649115:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.649122:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.649133:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.649138:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.649142:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.649180:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.649187:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.649192:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:0.0:1746135190.649201:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 0 00010000:00010000:0.0:1746135190.650948:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.650962:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.650967:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.650973:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.650979:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447d200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135190.650983:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.650992:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651009:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135190.651012:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135190.651022:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651027:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d200/0xc3cfcce4a57c3c9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651038:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651043:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651047:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651050:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447dc00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135190.651052:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651056:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651062:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8500) 00010000:00010000:0.0:1746135190.651063:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135190.651066:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651069:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3ca6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651115:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c800/0xc3cfcce4a57c3c98 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 17 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.651128:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 16 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.651134:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:0.0:1746135190.651135:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746135190.651138:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c400, rc 0) 00000100:00100000:0.0:1746135190.651202:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:3837:x1830954628271360:12345-192.168.202.58@tcp:101:dd.0 Request processed in 2283us (2570us total) trans 4294983774 rc 0/0 00000100:00100000:0.0:1746135190.651209:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37635 00000100:00100000:0.0:1746135190.651329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.651381:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628271616 00000100:00100000:0.0:1746135190.651387:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628271616 00000100:00100000:0.0:1746135190.651442:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37636 00000100:00100000:0.0:1746135190.651448:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:3836:x1830954628271616:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:0.0:1746135190.651468:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135190.651470:0:8790:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746135190.651481:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3c4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f15 expref: 31 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.651489:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135190.651492:0:8790:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746135190.651502:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cbb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f31 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.651578:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651586:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651593:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651603:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651608:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651613:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00080000:0.0:1746135190.651870:0:8790:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:0.0:1746135190.651956:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c3cd0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651963:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c3cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651968:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c3cd0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651987:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651991:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.651999:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.652003:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.652007:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801364afe00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:0.0:1746135190.652009:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.652013:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.652018:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135190.652020:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135190.652022:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.652025:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801364afe00/0xc3cfcce4a57c3cc2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00000004:00010000:0.0:1746135190.652032:0:8790:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b489c00 reply state ffff880092714000 transno 4294983775 ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.652037:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135190.652041:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012f84f600) 00010000:00010000:0.0:1746135190.652043:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746135190.652044:0:8790:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746135190.652056:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cbb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f31 expref: 33 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.652068:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364aee00/0xc3cfcce4a57c3cd0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f31 expref: 32 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.652072:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012f84f800) 00010000:00010000:0.0:1746135190.652074:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746135190.652075:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364aee00, rc 0) 00000100:00100000:0.0:1746135190.652117:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:3836:x1830954628271616:12345-192.168.202.58@tcp:101:dd.0 Request processed in 669us (788us total) trans 4294983775 rc 0/0 00000100:00100000:0.0:1746135190.652121:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37636 00000100:00100000:0.0:1746135190.655138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.655219:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628271744 00000100:00100000:2.0:1746135190.655229:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628271744 00000100:00100000:2.0:1746135190.655273:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30093 00000100:00100000:2.0:1746135190.655281:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:3837:x1830954628271744:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135190.655300:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135190.655319:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c3cde lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f38 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.655345:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.655356:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135190.655357:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135190.655360:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c3cde lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f38 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.655405:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 12 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.655415:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 12 pid: 9592 timeout: 934 lvb_type: 0 00000100:00100000:2.0:1746135190.655426:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094670e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626009984:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135190.655511:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135190.657551:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.657700:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628272128 00000100:00100000:1.0:1746135190.657712:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628272128 00000100:00100000:1.0:1746135190.657794:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13411 00000100:00100000:1.0:1746135190.657803:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954628272128:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135190.657845:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.657863:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135190.657867:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.657876:0:9597:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.658015:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094670e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626009984:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135190.658046:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c3cde lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f38 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.658058:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5d5600, rc 0) 00000100:00100000:3.0:1746135190.658107:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:3837:x1830954628271744:12345-192.168.202.58@tcp:101:dd.0 Request processed in 2826us (2976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135190.658113:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30093 00000100:00100000:1.0:1746135190.658358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.658505:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628272256 00000100:00100000:0.0:1746135190.658509:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628272256 00000100:00100000:0.0:1746135190.658535:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13412 00000100:00100000:0.0:1746135190.658540:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2011:x1830954628272256:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:0.0:1746135190.658558:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.658569:0:27161:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 13 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.658574:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135190.658575:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746135190.658577:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.658601:0:27161:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 13 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.658611:0:27161:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 13 pid: 9590 timeout: 934 lvb_type: 0 00000100:00100000:0.0:1746135190.658624:0:27161:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b48b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:27161:1830954626010112:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135190.658696:0:27161:0:(client.c:2553:ptlrpc_set_wait()) set ffff880095a94480 going to sleep for 11 seconds 00000100:00100000:3.0:1746135190.658766:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.658805:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628272384 00000100:00100000:3.0:1746135190.658808:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628272384 00002000:00100000:3.0:1746135190.658828:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88009ae6ad80 x1830954628272384/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.658836:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6ad80 with x1830954628272384 ext(12582912->13631487) 00010000:00010000:3.0:1746135190.658841:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 14 pid: 9592 timeout: 934 lvb_type: 0 00010000:00010000:3.0:1746135190.658849:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 14 pid: 9592 timeout: 934 lvb_type: 0 00002000:00010000:3.0:1746135190.658855:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae6ad80 00000100:00100000:3.0:1746135190.658867:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2772 00000100:00100000:3.0:1746135190.658871:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954628272384:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135190.665602:0:27161:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b48b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:27161:1830954626010112:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135190.665626:0:27161:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.673077:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.674760:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628272512 00000100:00100000:0.0:1746135190.674776:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628272512 00010000:00010000:0.0:1746135190.674822:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 14 pid: 9590 timeout: 934 lvb_type: 0 00000100:00100000:0.0:1746135190.674853:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14396 00000100:00100000:0.0:1746135190.674860:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954628272512:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135190.674876:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746135190.674894:0:7231:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:0.0:1746135190.674896:0:7231:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746135189 -> 1746135190 00002000:00010000:0.0:1746135190.674899:0:7231:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746135189 -> 1746135190 00002000:00010000:0.0:1746135190.674900:0:7231:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:0.0:1746135190.674905:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 14 pid: 9590 timeout: 934 lvb_type: 0 00010000:00010000:0.0:1746135190.674920:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 14 pid: 9590 timeout: 934 lvb_type: 0 00010000:00010000:0.0:1746135190.674942:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c7e00/0xc3cfcce4a57c3be2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237eeb expref: 14 pid: 9590 timeout: 934 lvb_type: 0 00010000:00010000:0.0:1746135190.674954:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135190.674955:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135190.674958:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.674965:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.674985:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135190.675025:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+13:2010:x1830954628272512:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 166us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135190.675030:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14396 00010000:00010000:0.0:1746135190.676144:0:27161:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.676156:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135190.680971:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628272384:12345-192.168.202.58@tcp:4:dd.0 Request processed in 22086us (22191us total) trans 4294972165 rc 0/0 00000100:00100000:0.0:1746135190.680984:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2772 00002000:00100000:0.0:1746135190.680999:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88009ae6ad80 x1830954628272384/t4294972165(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:646/0 lens 488/448 e 0 to 0 dl 1746135201 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.681008:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6ad80 with x1830954628272384 ext(12582912->13631487) 00010000:00010000:0.0:1746135190.681018:0:27162:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 16 pid: 9592 timeout: 934 lvb_type: 0 00010000:00010000:0.0:1746135190.681034:0:27162:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 16 pid: 9592 timeout: 934 lvb_type: 0 00002000:00010000:0.0:1746135190.681041:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ae6ad80 00010000:00010000:2.0:1746135190.703589:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.703606:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.703613:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.703619:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801364af400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135190.703623:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.703630:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.703673:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.703680:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364af400/0xc3cfcce4a57c3cec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.704288:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628272256:12345-192.168.202.58@tcp:3:dd.0 Request processed in 45741us (45924us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746135190.704298:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13412 00000100:00100000:0.0:1746135190.708763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.708841:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628272640 00000100:00100000:3.0:1746135190.708850:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628272640 00010000:00010000:3.0:1746135190.708889:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 16 pid: 9592 timeout: 934 lvb_type: 0 00000100:00100000:3.0:1746135190.708929:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14397 00000100:00100000:3.0:1746135190.708937:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628272640:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135190.708954:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746135190.708970:0:7232:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:3.0:1746135190.708972:0:7232:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746135189 -> 1746135190 00002000:00010000:3.0:1746135190.708974:0:7232:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746135189 -> 1746135190 00002000:00010000:3.0:1746135190.708975:0:7232:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:3.0:1746135190.708980:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 16 pid: 9592 timeout: 934 lvb_type: 0 00010000:00010000:3.0:1746135190.708990:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 16 pid: 9592 timeout: 934 lvb_type: 0 00010000:00010000:3.0:1746135190.709012:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c3bdb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237ee4 expref: 16 pid: 9592 timeout: 934 lvb_type: 0 00010000:00010000:3.0:1746135190.709038:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.709040:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.709046:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c3cde lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f38 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.709054:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c3cde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f38 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.709063:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.709064:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.709066:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.709071:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.709112:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b5d5600/0xc3cfcce4a57c3cde lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f38 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.709122:0:9597:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.709123:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae68a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626010240:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135190.709130:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.709194:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009be74300 going to sleep for 11 seconds 00000100:00100000:3.0:1746135190.712611:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae68a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626010240:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135190.712634:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135190.712714:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628272640:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3776us (3960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135190.712725:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14397 00000100:00100000:0.0:1746135190.717379:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.717506:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628272896 00000100:00100000:3.0:1746135190.717514:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628272896 00002000:00100000:3.0:1746135190.717552:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff88009b489f80 x1830954628272896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.717562:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489f80 with x1830954628272896 ext(0->1048575) 00002000:00010000:3.0:1746135190.717567:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b489f80 00000100:00100000:3.0:1746135190.717839:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13413 00000100:00100000:3.0:1746135190.717847:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628272896:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135190.720940:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.720955:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.720961:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.720972:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094470e00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135190.720975:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.720982:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.720999:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.721005:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c3ce5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.721093:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954628272128:12345-192.168.202.58@tcp:3:dd.0 Request processed in 63287us (63547us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135190.721102:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13411 00000100:00100000:0.0:1746135190.731987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.732058:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628273152 00000100:00100000:1.0:1746135190.732068:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628273152 00000100:00100000:3.0:1746135190.732093:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628272896:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14245us (14725us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135190.732103:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13413 00002000:00100000:3.0:1746135190.732113:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (0->1048575) req@ffff88009b489f80 x1830954628272896/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.732124:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b489f80 with x1830954628272896 ext(0->1048575) 00002000:00010000:3.0:1746135190.732130:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b489f80 00000100:00100000:1.0:1746135190.732131:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13414 00000100:00100000:1.0:1746135190.732138:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2009:x1830954628273152:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:1.0:1746135190.732316:0:9597:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1746135190.732323:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.732334:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135190.732336:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135190.732340:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.732356:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135190.749152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.749229:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628273280 00000100:00100000:3.0:1746135190.749238:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628273280 00000100:00100000:3.0:1746135190.749280:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30094 00000100:00100000:3.0:1746135190.749288:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+5:3837:x1830954628273280:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135190.749306:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135190.749327:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3cfa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f3f expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746135190.749348:0:9590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 12582912, mtime: 0x6813e896, atime: 0x0, ctime: 0x6813e896, blocks: 0x6000 00010000:00010000:3.0:1746135190.749367:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.749369:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.749376:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f3f expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.749401:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6a00/0xc3cfcce4a57c3cfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f3f expref: 6 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.749411:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801364a6a00, rc 0) 00000100:00100000:3.0:1746135190.749462:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:3837:x1830954628273280:12345-192.168.202.58@tcp:101:dd.0 Request processed in 175us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135190.749469:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30094 00000001:00080000:0.0:1746135190.760984:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970702 is committed 00000100:00100000:2.0:1746135190.761111:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.761155:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628273536 00000100:00100000:2.0:1746135190.761167:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628273536 00002000:00100000:2.0:1746135190.761221:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1040383) req@ffff880094670a80 x1830954628273536/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135190.761231:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670a80 with x1830954628273536 ext(0->1040383) 00002000:00010000:2.0:1746135190.761237:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094670a80 00000100:00100000:2.0:1746135190.761273:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13415 00000100:00100000:2.0:1746135190.761280:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628273536:12345-192.168.202.58@tcp:3:dd.0 00002000:00010000:1.0:1746135190.762232:0:9597:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:1.0:1746135190.762236:0:9597:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746135191 00002000:00010000:1.0:1746135190.762239:0:9597:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746135191 00002000:00010000:1.0:1746135190.762240:0:9597:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:1.0:1746135190.762251:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.762260:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.762267:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.762272:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094470000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135190.762276:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.762282:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.762297:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.762302:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c3cf3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.762401:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2009:x1830954628273152:12345-192.168.202.58@tcp:4:dd.0 Request processed in 30251us (30418us total) trans 4294970702 rc 0/0 00000100:00100000:1.0:1746135190.762409:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13414 00000100:00100000:2.0:1746135190.778929:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:2010:x1830954628273536:12345-192.168.202.58@tcp:3:dd.0 Request processed in 17638us (17815us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746135190.778941:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13415 00002000:00100000:2.0:1746135190.778953:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (0->1040383) req@ffff880094670a80 x1830954628273536/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135190.778963:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094670a80 with x1830954628273536 ext(0->1040383) 00002000:00010000:2.0:1746135190.778969:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094670a80 00000100:00100000:2.0:1746135190.783305:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.783750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.783828:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628273792 00000100:00100000:0.0:1746135190.783840:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628273792 00000100:00100000:0.0:1746135190.783883:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628273664 00000100:00100000:0.0:1746135190.783885:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628273664 00000100:00100000:0.0:1746135190.783917:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30095 00000100:00100000:0.0:1746135190.783925:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+5:2011:x1830954628273792:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:0.0:1746135190.783943:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746135190.783959:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30096 00010000:00010000:0.0:1746135190.783960:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c3d01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f4d expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.783969:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+14:2010:x1830954628273664:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135190.783979:0:11615:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135190.783982:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135190.783985:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135190.783989:0:11615:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3d08 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f46 expref: -99 pid: 11615 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.783992:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c3d01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f4d expref: 6 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135190.784003:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135190.784004:0:11615:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135190.784008:0:11615:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3d08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f46 expref: 15 pid: 11615 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746135190.784008:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b750c00/0xc3cfcce4a57c3d01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f4d expref: 6 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135190.784019:0:11615:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009447dc00/0xc3cfcce4a57c3d08 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f46 expref: 15 pid: 11615 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746135190.784020:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b750c00, rc 0) 00010000:00010000:1.0:1746135190.784027:0:11615:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447dc00, rc 0) 00000100:00100000:1.0:1746135190.784064:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628273664:12345-192.168.202.58@tcp:101:dd.0 Request processed in 98us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135190.784070:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30096 00000100:00100000:0.0:1746135190.784312:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954628273792:12345-192.168.202.58@tcp:101:dd.0 Request processed in 387us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135190.784318:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30095 00000100:00100000:0.0:1746135190.787148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.787276:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628273920 00000100:00100000:2.0:1746135190.787287:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628273920 00000100:00100000:2.0:1746135190.787564:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30097 00000100:00100000:2.0:1746135190.787572:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+6:3837:x1830954628273920:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135190.787589:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135190.787608:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f54 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746135190.787631:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746135190.788229:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.788232:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.788241:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.788255:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 7 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.788265:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:2.0:1746135190.788580:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b488380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:3837:x1830954628273920:12345-192.168.202.58@tcp:101:dd.0 Request processed in 1007us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135190.788586:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30097 00000100:00100000:0.0:1746135190.790587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.790623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.790674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.790806:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628274176 00000100:00100000:2.0:1746135190.790818:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628274176 00000100:00100000:2.0:1746135190.790898:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628274432 00000100:00100000:2.0:1746135190.790900:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628274432 00000100:00100000:2.0:1746135190.790918:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628274688 00000100:00100000:2.0:1746135190.790920:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628274688 00000100:00100000:2.0:1746135190.790936:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13416 00000100:00100000:2.0:1746135190.790944:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628274176:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135190.790954:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13417 00000100:00100000:3.0:1746135190.790963:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628274432:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135190.790996:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.790996:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.791009:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.791009:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.791011:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.791011:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.791015:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.791020:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.791029:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.791032:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.791258:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13418 00000100:00100000:1.0:1746135190.791269:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628274688:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135190.791283:0:9597:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.791291:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135190.791293:0:9597:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135190.791296:0:9597:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.791304:0:9597:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.791554:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.791562:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.791569:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.791575:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135190.791580:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.791589:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.791605:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.791617:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135190.792499:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b48a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2008:x1830954628274176:12345-192.168.202.58@tcp:3:dd.0 Request processed in 1548us (1916us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1746135190.792507:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13416 00010000:00010000:1.0:1746135190.805533:0:9597:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.805555:0:9597:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.805563:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.805570:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447c800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135190.805575:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.805584:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.805607:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.805613:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c3d24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9597 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.805782:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628274688:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14507us (15098us total) trans 0 rc 1032192/1032192 00000100:00100000:1.0:1746135190.805794:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13418 00000100:00100000:2.0:1746135190.810330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.810434:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628274816 00000100:00100000:0.0:1746135190.810443:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628274816 00000100:00100000:0.0:1746135190.811079:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30098 00000100:00100000:0.0:1746135190.811089:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:3837:x1830954628274816:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:0.0:1746135190.811112:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135190.811139:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f5b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746135190.811163:0:9592:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746135190.811183:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135190.811185:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135190.811192:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.811206:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.811217:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012dc82200, rc 0) 00000100:00100000:0.0:1746135190.811262:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:3837:x1830954628274816:12345-192.168.202.58@tcp:101:dd.0 Request processed in 176us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135190.811269:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30098 00010000:00010000:3.0:1746135190.811445:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.811454:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.811461:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.811467:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801364a6200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135190.811470:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.811478:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.811491:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.811497:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801364a6200/0xc3cfcce4a57c3d1d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.811555:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628274432:12345-192.168.202.58@tcp:3:dd.0 Request processed in 20593us (20930us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135190.811564:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13417 00000100:00100000:0.0:1746135190.818265:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.818631:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628275072 00000100:00100000:3.0:1746135190.818680:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628275072 00000100:00100000:3.0:1746135190.819164:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13419 00000100:00100000:3.0:1746135190.819174:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628275072:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:3.0:1746135190.819223:0:27163:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 2088960, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0xff0 00010000:00010000:3.0:1746135190.819231:0:27163:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.819243:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.819245:0:27163:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.819250:0:27163:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.819264:0:27163:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135190.840517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.840591:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.840726:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628275584 00000100:00100000:1.0:1746135190.840736:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628275584 00000100:00100000:0.0:1746135190.840758:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628275456 00000100:00100000:0.0:1746135190.840763:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628275456 00002000:00100000:1.0:1746135190.840781:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff88009d2e5500 x1830954628275584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.840783:0:9595:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (1040384->2097151) req@ffff88009d2e4a80 x1830954628275456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.840790:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954628275584 ext(1048576->2097151) 00002000:00100000:0.0:1746135190.840791:0:9595:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4a80 with x1830954628275456 ext(1040384->2097151) 00002000:00010000:1.0:1746135190.840796:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d2e5500 00002000:00010000:0.0:1746135190.840796:0:9595:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4a80 00000100:00100000:0.0:1746135190.840826:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13420 00000100:00100000:0.0:1746135190.840833:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628275456:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135190.840855:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13421 00000100:00100000:1.0:1746135190.840863:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628275584:12345-192.168.202.58@tcp:3:dd.0 00000001:00080000:0.0:1746135190.848636:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970703 is committed 00002000:00010000:3.0:1746135190.848902:0:27163:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:3.0:1746135190.848907:0:27163:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:3.0:1746135190.848920:0:27163:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.848930:0:27163:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.848938:0:27163:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.848945:0:27163:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b1a600 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135190.848949:0:27163:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.848957:0:27163:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.848976:0:27163:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.848981:0:27163:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3d32 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27163 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.849094:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628275072:12345-192.168.202.58@tcp:4:dd.0 Request processed in 29917us (30839us total) trans 4294970703 rc 0/0 00000100:00100000:3.0:1746135190.849104:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13419 00000100:00100000:0.0:1746135190.849782:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954626010368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746135190.849844:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135190.849898:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626010368 00000100:00100000:1.0:1746135190.849907:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626010368 00000100:00100000:1.0:1746135190.850064:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1746135190.850071:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e088450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3768:x1830954626010368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746135190.850101:0:10478:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:1.0:1746135190.850143:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e088450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3768:x1830954626010368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135190.850149:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1746135190.850355:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830954626010368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746135190.855812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.855872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.855894:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628275840 00000100:00100000:2.0:1746135190.855896:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628276096 00000100:00100000:3.0:1746135190.855902:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628275840 00000100:00100000:2.0:1746135190.855902:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628276096 00000100:00100000:3.0:1746135190.855960:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13422 00000100:00100000:3.0:1746135190.855969:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628275840:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135190.855969:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13423 00000100:00100000:2.0:1746135190.855979:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628276096:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135190.856014:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856016:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856027:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.856027:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.856029:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.856029:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.856034:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.856034:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856047:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.856047:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856140:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856147:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856155:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856161:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bc99c00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135190.856165:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856172:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856186:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.856192:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc99c00/0xc3cfcce4a57c3d40 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.857555:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628275840:12345-192.168.202.58@tcp:3:dd.0 Request processed in 1579us (1746us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1746135190.857566:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13422 00000100:00100000:0.0:1746135190.857682:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628275456:12345-192.168.202.58@tcp:3:dd.0 Request processed in 16845us (17089us total) trans 0 rc 1056768/1056768 00000100:00100000:0.0:1746135190.857701:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13420 00002000:00100000:0.0:1746135190.857715:0:9595:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x18:0x0] (1040384->2097151) req@ffff88009d2e4a80 x1830954628275456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.857729:0:9595:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4a80 with x1830954628275456 ext(1040384->2097151) 00002000:00010000:0.0:1746135190.857734:0:9595:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4a80 00000100:00100000:1.0:1746135190.857810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.857875:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628276352 00000100:00100000:0.0:1746135190.857882:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628276352 00000100:00100000:0.0:1746135190.857919:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13424 00000100:00100000:0.0:1746135190.857924:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628276352:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:0.0:1746135190.857952:0:9595:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.857962:0:9595:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135190.857964:0:9595:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135190.857967:0:9595:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135190.857978:0:9595:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135190.861338:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628275584:12345-192.168.202.58@tcp:3:dd.0 Request processed in 20463us (20820us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746135190.861351:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13421 00002000:00100000:0.0:1746135190.861361:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (1048576->2097151) req@ffff88009d2e5500 x1830954628275584/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.861372:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e5500 with x1830954628275584 ext(1048576->2097151) 00002000:00010000:0.0:1746135190.861378:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d2e5500 00010000:00010000:2.0:1746135190.871930:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.871949:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.871958:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.871965:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f849e00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135190.871969:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.871976:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.871993:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.871999:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f849e00/0xc3cfcce4a57c3d39 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135190.872085:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628276096:12345-192.168.202.58@tcp:3:dd.0 Request processed in 16102us (16208us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135190.872098:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13423 00010000:00010000:1.0:1746135190.876324:0:9595:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.876338:0:9595:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.876345:0:9595:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.876349:0:9595:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d06ac00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135190.876352:0:9595:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.876357:0:9595:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.876373:0:9595:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135190.876376:0:9595:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c3d47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.876526:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628276352:12345-192.168.202.58@tcp:3:dd.0 Request processed in 18587us (18702us total) trans 0 rc 1024000/1024000 00000100:00100000:1.0:1746135190.876536:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13424 00000100:00100000:1.0:1746135190.881842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135190.881957:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628276608 00000100:00100000:2.0:1746135190.881966:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628276608 00000100:00100000:2.0:1746135190.882031:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13425 00000100:00100000:2.0:1746135190.882039:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954628276608:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135190.882091:0:9595:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 4177920, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x1fe0 00010000:00010000:2.0:1746135190.882099:0:9595:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.882112:0:9595:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.882119:0:9595:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.882124:0:9595:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.882136:0:9595:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135190.903943:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.903988:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.904022:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628276864 00000100:00100000:1.0:1746135190.904030:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628276864 00002000:00100000:1.0:1746135190.904069:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->3145727) req@ffff880094433480 x1830954628276864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.904084:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094433480 with x1830954628276864 ext(2097152->3145727) 00002000:00010000:1.0:1746135190.904089:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094433480 00000100:00100000:1.0:1746135190.904110:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628277120 00000100:00100000:1.0:1746135190.904112:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628277120 00002000:00100000:1.0:1746135190.904125:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (2097152->3145727) req@ffff880094431880 x1830954628277120/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.904131:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431880 with x1830954628277120 ext(2097152->3145727) 00002000:00010000:1.0:1746135190.904133:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094431880 00000100:00100000:1.0:1746135190.904161:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13426 00000100:00100000:1.0:1746135190.904167:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2009:x1830954628276864:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135190.904206:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13427 00000100:00100000:3.0:1746135190.904215:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954628277120:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135190.913794:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2009:x1830954628276864:12345-192.168.202.58@tcp:3:dd.0 Request processed in 9616us (9851us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135190.913806:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13426 00002000:00100000:1.0:1746135190.913817:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->3145727) req@ffff880094433480 x1830954628276864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.913825:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094433480 with x1830954628276864 ext(2097152->3145727) 00002000:00010000:1.0:1746135190.913832:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094433480 00000100:00100000:3.0:1746135190.918828:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2009:x1830954628277120:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14604us (14829us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135190.918840:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13427 00002000:00100000:3.0:1746135190.918851:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x18:0x0] (2097152->3145727) req@ffff880094431880 x1830954628277120/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.918859:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094431880 with x1830954628277120 ext(2097152->3145727) 00002000:00010000:3.0:1746135190.918865:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094431880 00000100:00100000:0.0:1746135190.922062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.922107:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135190.922181:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628277376 00000100:00100000:3.0:1746135190.922193:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628277376 00002000:00100000:3.0:1746135190.922240:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (3145728->4194303) req@ffff88011d8bdf80 x1830954628277376/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.922250:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdf80 with x1830954628277376 ext(3145728->4194303) 00002000:00010000:3.0:1746135190.922257:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d8bdf80 00000100:00100000:3.0:1746135190.922287:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628277632 00000100:00100000:3.0:1746135190.922290:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628277632 00002000:00100000:3.0:1746135190.922306:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x18:0x0] (3145728->4194303) req@ffff88011d8bdc00 x1830954628277632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.922313:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdc00 with x1830954628277632 ext(3145728->4194303) 00002000:00010000:3.0:1746135190.922317:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8bdc00 00000100:00100000:3.0:1746135190.922336:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13428 00000100:00100000:3.0:1746135190.922342:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628277376:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135190.922548:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13429 00000100:00100000:2.0:1746135190.922557:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954628277632:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:0.0:1746135190.923753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.923772:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628277888 00000100:00100000:0.0:1746135190.923778:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628277888 00002000:00100000:0.0:1746135190.923807:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->5242879) req@ffff88011d8bf480 x1830954628277888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135190.923821:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bf480 with x1830954628277888 ext(4194304->5242879) 00002000:00010000:0.0:1746135190.923825:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d8bf480 00000100:00100000:0.0:1746135190.923861:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13430 00000100:00100000:0.0:1746135190.923869:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2010:x1830954628277888:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135190.927017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.927222:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628278144 00000100:00100000:1.0:1746135190.927232:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628278144 00002000:00100000:1.0:1746135190.927287:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->5242879) req@ffff88009b616300 x1830954628278144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.927298:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b616300 with x1830954628278144 ext(4194304->5242879) 00002000:00010000:1.0:1746135190.927303:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b616300 00000100:00100000:1.0:1746135190.927331:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13431 00000100:00100000:1.0:1746135190.927337:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628278144:12345-192.168.202.58@tcp:3:dd.0 00000001:00080000:0.0:1746135190.927500:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970704 is committed 00002000:00010000:3.0:1746135190.927683:0:9595:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:3.0:1746135190.927688:0:9595:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:3.0:1746135190.927705:0:9595:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.927716:0:9595:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.927726:0:9595:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.927734:0:9595:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b78a400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135190.927738:0:9595:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.927746:0:9595:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.927772:0:9595:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.927777:0:9595:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b78a400/0xc3cfcce4a57c3d4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.927886:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954628276608:12345-192.168.202.58@tcp:4:dd.0 Request processed in 45846us (46054us total) trans 4294970704 rc 0/0 00000100:00100000:3.0:1746135190.927894:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13425 00000100:00100000:0.0:1746135190.933340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.933379:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.933434:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.933459:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135190.933480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.933590:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628278400 00000100:00100000:1.0:1746135190.933605:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628278400 00000100:00100000:2.0:1746135190.933729:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628277632:12345-192.168.202.58@tcp:3:dd.0 Request processed in 11171us (11618us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135190.933739:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13429 00002000:00100000:2.0:1746135190.933750:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (3145728->4194303) req@ffff88011d8bdc00 x1830954628277632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135190.933759:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdc00 with x1830954628277632 ext(3145728->4194303) 00002000:00010000:2.0:1746135190.933766:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8bdc00 00000100:00100000:2.0:1746135190.933783:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628278656 00000100:00100000:2.0:1746135190.933786:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628278656 00002000:00100000:2.0:1746135190.933806:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (5242880->6291455) req@ffff88011d8bea00 x1830954628278656/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135190.933817:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bea00 with x1830954628278656 ext(5242880->6291455) 00002000:00010000:2.0:1746135190.933819:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8bea00 00000100:00100000:2.0:1746135190.933830:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628278912 00000100:00100000:2.0:1746135190.933831:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628278912 00000100:00100000:2.0:1746135190.933840:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628279296 00000100:00100000:2.0:1746135190.933841:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628279296 00000100:00100000:2.0:1746135190.933849:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628279424 00000100:00100000:2.0:1746135190.933851:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628279424 00000100:00100000:2.0:1746135190.933860:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13432 00000100:00100000:2.0:1746135190.933865:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628278656:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135190.934260:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13433 00000100:00100000:3.0:1746135190.934269:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954628278912:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135190.934302:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.934317:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.934319:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.934324:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.934336:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.934443:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13434 00000100:00100000:3.0:1746135190.934448:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628279296:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135190.934465:0:9595:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135190.934471:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13435 00010000:00010000:3.0:1746135190.934472:0:9595:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.934474:0:9595:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135190.934476:0:9595:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135190.934476:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628279424:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135190.934489:0:9595:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.934490:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.934498:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.934499:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.934502:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.934509:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746135190.934581:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (5242880->6291455) req@ffff88011d8bf100 x1830954628278400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.934589:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bf100 with x1830954628278400 ext(5242880->6291455) 00002000:00010000:1.0:1746135190.934592:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d8bf100 00000100:00100000:1.0:1746135190.934605:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13436 00000100:00100000:0.0:1746135190.934611:0:20745:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1746135190.934613:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d8bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2011:x1830954628278400:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:0.0:1746135190.934621:0:20745:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_010' 00000100:00100000:3.0:1746135190.943932:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2010:x1830954628277376:12345-192.168.202.58@tcp:3:dd.0 Request processed in 21576us (21866us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135190.943947:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13428 00002000:00100000:3.0:1746135190.943960:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (3145728->4194303) req@ffff88011d8bdf80 x1830954628277376/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135190.943970:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bdf80 with x1830954628277376 ext(3145728->4194303) 00002000:00010000:3.0:1746135190.943976:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d8bdf80 00000100:00100000:1.0:1746135190.949906:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2010:x1830954628277888:12345-192.168.202.58@tcp:3:dd.0 Request processed in 26022us (26143us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135190.949921:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13430 00002000:00100000:1.0:1746135190.949934:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->5242879) req@ffff88011d8bf480 x1830954628277888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.949943:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bf480 with x1830954628277888 ext(4194304->5242879) 00002000:00010000:1.0:1746135190.949950:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d8bf480 00000100:00100000:1.0:1746135190.954172:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628278144:12345-192.168.202.58@tcp:3:dd.0 Request processed in 26827us (27158us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135190.954183:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13431 00002000:00100000:1.0:1746135190.954194:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->5242879) req@ffff88009b616300 x1830954628278144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.954202:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b616300 with x1830954628278144 ext(4194304->5242879) 00002000:00010000:1.0:1746135190.954208:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b616300 00010000:00010000:3.0:1746135190.956291:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.956309:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.956318:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.956326:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135190.956330:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.956336:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.956360:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.956366:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644000/0xc3cfcce4a57c3d55 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.956456:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628278912:12345-192.168.202.58@tcp:3:dd.0 Request processed in 22183us (23015us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1746135190.956466:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13433 00000100:00100000:2.0:1746135190.961605:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628278656:12345-192.168.202.58@tcp:3:dd.0 Request processed in 27726us (28212us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135190.961619:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13432 00002000:00100000:2.0:1746135190.961633:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (5242880->6291455) req@ffff88011d8bea00 x1830954628278656/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135190.961672:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bea00 with x1830954628278656 ext(5242880->6291455) 00002000:00010000:2.0:1746135190.961678:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d8bea00 00010000:00010000:3.0:1746135190.973231:0:9595:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.973252:0:9595:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.973260:0:9595:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.973267:0:9595:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135190.973272:0:9595:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.973281:0:9595:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.973304:0:9595:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135190.973315:0:9595:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3d5c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9595 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135190.973429:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628279296:12345-192.168.202.58@tcp:3:dd.0 Request processed in 38974us (39962us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135190.973440:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13434 00010000:00010000:2.0:1746135190.975243:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.975259:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.975266:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.975284:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094515800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135190.975289:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.975297:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.975318:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.975324:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3d63 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135190.975454:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2010:x1830954628279424:12345-192.168.202.58@tcp:3:dd.0 Request processed in 40966us (41961us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1746135190.975471:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13435 00000100:00100000:1.0:1746135190.978056:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d8bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628278400:12345-192.168.202.58@tcp:3:dd.0 Request processed in 43433us (44716us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135190.978067:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13436 00002000:00100000:1.0:1746135190.978077:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (5242880->6291455) req@ffff88011d8bf100 x1830954628278400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/440 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.978086:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d8bf100 with x1830954628278400 ext(5242880->6291455) 00002000:00010000:1.0:1746135190.978092:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011d8bf100 00000100:00100000:0.0:1746135190.982178:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.982283:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628279680 00000100:00100000:1.0:1746135190.982291:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628279680 00000100:00100000:2.0:1746135190.983492:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13437 00000100:00100000:2.0:1746135190.983504:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628279680:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135190.983550:0:27162:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 6266880, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x2fd0 00010000:00010000:2.0:1746135190.983558:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.983570:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.983572:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135190.983578:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135190.983591:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135190.987065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135190.987820:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628279936 00000100:00100000:1.0:1746135190.987832:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628279936 00002000:00100000:1.0:1746135190.987872:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff88008268df80 x1830954628279936/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/0 e 0 to 0 dl 1746135201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135190.987881:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268df80 with x1830954628279936 ext(0->4194303) 00002000:00010000:1.0:1746135190.987887:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268df80 00000100:00100000:1.0:1746135190.987920:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13438 00000100:00100000:1.0:1746135190.987927:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628279936:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1746135191.003941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.004033:0:9595:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628280192 00000100:00100000:3.0:1746135191.004043:0:9595:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628280192 00002000:00100000:3.0:1746135191.004104:0:9595:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88009b615500 x1830954628280192/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.004115:0:9595:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615500 with x1830954628280192 ext(0->4194303) 00002000:00010000:3.0:1746135191.004122:0:9595:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b615500 00000100:00100000:3.0:1746135191.004148:0:9595:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13439 00000100:00100000:3.0:1746135191.004156:0:9595:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628280192:12345-192.168.202.58@tcp:4:dd.0 00000100:00080000:2.0:1746135191.004591:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135191.020412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.020464:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.020513:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628280448 00000100:00100000:3.0:1746135191.020533:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628280448 00002000:00100000:3.0:1746135191.020577:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff88008268e300 x1830954628280448/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746135191.020584:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628280704 00002000:00100000:3.0:1746135191.020588:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e300 with x1830954628280448 ext(6291456->7340031) 00000100:00100000:2.0:1746135191.020593:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628280704 00002000:00010000:3.0:1746135191.020595:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008268e300 00000100:00100000:3.0:1746135191.020632:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13440 00002000:00100000:2.0:1746135191.020664:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (6291456->7340031) req@ffff88008268f480 x1830954628280704/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746135191.020671:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2010:x1830954628280448:12345-192.168.202.58@tcp:3:dd.0 00002000:00100000:2.0:1746135191.020674:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f480 with x1830954628280704 ext(6291456->7340031) 00002000:00010000:2.0:1746135191.020680:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268f480 00000100:00100000:2.0:1746135191.020717:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13441 00000100:00100000:2.0:1746135191.020730:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628280704:12345-192.168.202.58@tcp:3:dd.0 00000100:00080000:1.0:1746135191.021157:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746135191.021820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.021963:0:9597:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628280960 00000100:00100000:0.0:1746135191.021968:0:9597:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628280960 00002000:00100000:0.0:1746135191.021989:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88009ae68a80 x1830954628280960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135191.021997:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68a80 with x1830954628280960 ext(7340032->8388607) 00002000:00010000:0.0:1746135191.022001:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae68a80 00000100:00100000:0.0:1746135191.022021:0:9597:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13442 00000100:00100000:0.0:1746135191.022026:0:9597:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2011:x1830954628280960:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135191.027438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.027484:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628281216 00000100:00100000:3.0:1746135191.027496:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628281216 00002000:00100000:3.0:1746135191.027541:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (7340032->8388607) req@ffff88009ae69f80 x1830954628281216/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.027552:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69f80 with x1830954628281216 ext(7340032->8388607) 00002000:00010000:3.0:1746135191.027559:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae69f80 00000100:00100000:3.0:1746135191.027582:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13443 00000100:00100000:3.0:1746135191.027589:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2011:x1830954628281216:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135191.030623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.030671:0:27163:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628281472 00000100:00100000:3.0:1746135191.030681:0:27163:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628281472 00000100:00100000:1.0:1746135191.030683:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00002000:00100000:3.0:1746135191.030725:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->9437183) req@ffff880094673b80 x1830954628281472/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:0.0:1746135191.032005:0:28843:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628281728 00000100:00100000:0.0:1746135191.032021:0:28843:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628281728 00002000:00100000:0.0:1746135191.032071:0:28843:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->9437183) req@ffff88009d2e4700 x1830954628281728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135191.032082:0:28843:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4700 with x1830954628281728 ext(8388608->9437183) 00002000:00010000:0.0:1746135191.032091:0:28843:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4700 00000100:00100000:0.0:1746135191.032120:0:28843:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13444 00000100:00100000:0.0:1746135191.032128:0:28843:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628281728:12345-192.168.202.58@tcp:3:dd.0 00002000:00100000:3.0:1746135191.032381:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673b80 with x1830954628281472 ext(8388608->9437183) 00002000:00010000:3.0:1746135191.032396:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094673b80 00000100:00100000:3.0:1746135191.032425:0:27163:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13445 00000100:00100000:3.0:1746135191.032434:0:27163:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094673b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628281472:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135191.033525:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+14:2010:x1830954628280448:12345-192.168.202.58@tcp:3:dd.0 Request processed in 12882us (13119us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.033533:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13440 00002000:00100000:3.0:1746135191.033541:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff88008268e300 x1830954628280448/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.033547:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268e300 with x1830954628280448 ext(6291456->7340031) 00002000:00010000:3.0:1746135191.033549:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008268e300 00000100:00100000:1.0:1746135191.038189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.038229:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628279936:12345-192.168.202.58@tcp:4:dd.0 Request processed in 50300us (51173us total) trans 4294970706 rc 0/0 00000100:00100000:2.0:1746135191.038239:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13438 00002000:00100000:2.0:1746135191.038249:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff88008268df80 x1830954628279936/t4294970706(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:646/0 lens 488/448 e 0 to 0 dl 1746135201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.038256:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268df80 with x1830954628279936 ext(0->4194303) 00002000:00010000:2.0:1746135191.038262:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268df80 00000100:00100000:2.0:1746135191.038281:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628281984 00000100:00100000:2.0:1746135191.038289:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628281984 00000100:00100000:3.0:1746135191.038363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.038380:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628282240 00000100:00100000:3.0:1746135191.038382:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628282240 00002000:00100000:3.0:1746135191.038422:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x18:0x0] (9437184->10485759) req@ffff88009ae6bb80 x1830954628282240/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000001:00080000:0.0:1746135191.038426:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970705 is committed 00002000:00100000:3.0:1746135191.038429:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6bb80 with x1830954628282240 ext(9437184->10485759) 00002000:00010000:3.0:1746135191.038432:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6bb80 00000100:00100000:3.0:1746135191.038446:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13446 00000100:00100000:3.0:1746135191.038452:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628282240:12345-192.168.202.58@tcp:3:dd.0 00002000:00100000:2.0:1746135191.038501:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (9437184->10485759) req@ffff88009a623480 x1830954628281984/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.038507:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623480 with x1830954628281984 ext(9437184->10485759) 00002000:00010000:2.0:1746135191.038510:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a623480 00000100:00100000:2.0:1746135191.038532:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13447 00000100:00100000:2.0:1746135191.038537:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628281984:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135191.038583:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.038597:0:24984:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:0.0:1746135191.038607:0:24984:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_011' 00000100:00100000:1.0:1746135191.038682:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.038697:0:20745:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00002000:00010000:1.0:1746135191.038780:0:27162:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:1.0:1746135191.038783:0:27162:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:1.0:1746135191.038794:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.038802:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.038810:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.038818:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da3cc00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.038822:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.038829:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.038847:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.038855:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012da3cc00/0xc3cfcce4a57c3d6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.039177:0:20745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628282496 00000100:00100000:3.0:1746135191.039180:0:20745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628282496 00002000:00100000:3.0:1746135191.039194:0:20745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff88009a622300 x1830954628282496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.039200:0:20745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622300 with x1830954628282496 ext(10485760->11534335) 00002000:00010000:3.0:1746135191.039203:0:20745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a622300 00000100:00100000:3.0:1746135191.039210:0:20745:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 11 min 3 max 116 00000100:00100000:3.0:1746135191.039212:0:20745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628282752 00000100:00100000:3.0:1746135191.039214:0:20745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628282752 00002000:00100000:3.0:1746135191.039220:0:20745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (10485760->11534335) req@ffff88009a623100 x1830954628282752/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.039225:0:20745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623100 with x1830954628282752 ext(10485760->11534335) 00002000:00010000:3.0:1746135191.039227:0:20745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a623100 00000100:00100000:0.0:1746135191.039681:0:28844:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13448 00000100:00100000:0.0:1746135191.039688:0:28844:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628282496:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135191.039991:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628279680:12345-192.168.202.58@tcp:4:dd.0 Request processed in 56490us (57820us total) trans 4294970705 rc 0/0 00000100:00100000:1.0:1746135191.039998:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13437 00000100:00100000:1.0:1746135191.040017:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13449 00000100:00100000:1.0:1746135191.040024:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628282752:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135191.043633:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.043774:0:24984:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:0.0:1746135191.043784:0:24984:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_012' 00000100:00100000:0.0:1746135191.044373:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628283008 00000100:00100000:0.0:1746135191.044381:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628283008 00002000:00100000:0.0:1746135191.044424:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff8801212a3800 x1830954628283008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135191.044432:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3800 with x1830954628283008 ext(11534336->12582911) 00002000:00010000:0.0:1746135191.044436:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a3800 00000100:00100000:3.0:1746135191.044498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.045158:0:20745:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 12 min 3 max 116 00000100:00100000:1.0:1746135191.045166:0:20745:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628283264 00000100:00100000:1.0:1746135191.045169:0:20745:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628283264 00002000:00100000:1.0:1746135191.045201:0:20745:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x18:0x0] (11534336->12582911) req@ffff8801212a1880 x1830954628283264/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.045209:0:20745:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1880 with x1830954628283264 ext(11534336->12582911) 00002000:00010000:1.0:1746135191.045212:0:20745:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1880 00000100:00100000:1.0:1746135191.045622:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13450 00000100:00100000:1.0:1746135191.045631:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+19:2011:x1830954628283008:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135191.046261:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:2010:x1830954628280704:12345-192.168.202.58@tcp:3:dd.0 Request processed in 25498us (25759us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.046270:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13441 00002000:00100000:2.0:1746135191.046276:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (6291456->7340031) req@ffff88008268f480 x1830954628280704/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.046283:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f480 with x1830954628280704 ext(6291456->7340031) 00002000:00010000:2.0:1746135191.046286:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268f480 00000100:00100000:2.0:1746135191.046301:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13451 00000100:00100000:2.0:1746135191.046306:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628283264:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135191.047065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.047127:0:24984:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 13 min 3 max 116 00000100:00100000:0.0:1746135191.047134:0:24984:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_013' 00000100:00100000:0.0:1746135191.047463:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628283520 00000100:00100000:0.0:1746135191.047470:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628283520 00002000:00100000:0.0:1746135191.047500:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff8801212a1c00 x1830954628283520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135191.047508:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1c00 with x1830954628283520 ext(12582912->13631487) 00002000:00010000:0.0:1746135191.047512:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a1c00 00000100:00100000:1.0:1746135191.047920:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13452 00000100:00100000:1.0:1746135191.047929:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+21:2011:x1830954628283520:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135191.051449:0:9597:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+21:2011:x1830954628280960:12345-192.168.202.58@tcp:3:dd.0 Request processed in 29402us (29612us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.051463:0:9597:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13442 00002000:00100000:2.0:1746135191.051481:0:9597:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88009ae68a80 x1830954628280960/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.051492:0:9597:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae68a80 with x1830954628280960 ext(7340032->8388607) 00002000:00010000:2.0:1746135191.051498:0:9597:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae68a80 00000100:00100000:3.0:1746135191.053892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.054152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.054704:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628281216:12345-192.168.202.58@tcp:3:dd.0 Request processed in 27113us (27276us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.054714:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13443 00002000:00100000:3.0:1746135191.054726:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (7340032->8388607) req@ffff88009ae69f80 x1830954628281216/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.054735:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae69f80 with x1830954628281216 ext(7340032->8388607) 00002000:00010000:3.0:1746135191.054740:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae69f80 00000100:00100000:3.0:1746135191.054763:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628283904 00000100:00100000:3.0:1746135191.054771:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628283904 00000100:00100000:3.0:1746135191.054819:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628284032 00000100:00100000:3.0:1746135191.054821:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628284032 00000100:00100000:3.0:1746135191.054834:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13453 00000100:00100000:3.0:1746135191.054839:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628283904:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135191.054874:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.054885:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.054886:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.054892:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.054902:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135191.055072:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13454 00000100:00100000:0.0:1746135191.055078:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628284032:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:0.0:1746135191.055098:0:24984:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.055106:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135191.055107:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135191.055109:0:24984:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.055118:0:24984:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746135191.055300:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746135191.055304:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746135191.058696:0:9595:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+21:2010:x1830954628280192:12345-192.168.202.58@tcp:4:dd.0 Request processed in 54532us (54761us total) trans 4294972166 rc 0/0 00000100:00100000:3.0:1746135191.058708:0:9595:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13439 00002000:00100000:3.0:1746135191.058721:0:9595:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88009b615500 x1830954628280192/t4294972166(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/448 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.058728:0:9595:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b615500 with x1830954628280192 ext(0->4194303) 00002000:00010000:3.0:1746135191.058734:0:9595:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b615500 00000100:00100000:3.0:1746135191.060139:0:27163:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094673b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+19:2011:x1830954628281472:12345-192.168.202.58@tcp:3:dd.0 Request processed in 27700us (29522us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.060148:0:27163:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13445 00002000:00100000:3.0:1746135191.060157:0:27163:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->9437183) req@ffff880094673b80 x1830954628281472/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.060165:0:27163:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094673b80 with x1830954628281472 ext(8388608->9437183) 00002000:00010000:3.0:1746135191.060171:0:27163:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094673b80 00000100:00100000:1.0:1746135191.066527:0:28843:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628281728:12345-192.168.202.58@tcp:3:dd.0 Request processed in 34388us (35833us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.066539:0:28843:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13444 00002000:00100000:1.0:1746135191.066553:0:28843:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->9437183) req@ffff88009d2e4700 x1830954628281728/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.066563:0:28843:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d2e4700 with x1830954628281728 ext(8388608->9437183) 00002000:00010000:1.0:1746135191.066570:0:28843:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d2e4700 00000100:00100000:1.0:1746135191.070873:0:28844:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628282496:12345-192.168.202.58@tcp:3:dd.0 Request processed in 31176us (32282us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.070883:0:28844:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13448 00002000:00100000:1.0:1746135191.070893:0:28844:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff88009a622300 x1830954628282496/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.070907:0:28844:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622300 with x1830954628282496 ext(10485760->11534335) 00002000:00010000:1.0:1746135191.070913:0:28844:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a622300 00000100:00100000:3.0:1746135191.071008:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2011:x1830954628282240:12345-192.168.202.58@tcp:3:dd.0 Request processed in 32556us (32644us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.071014:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13446 00002000:00100000:3.0:1746135191.071018:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x18:0x0] (9437184->10485759) req@ffff88009ae6bb80 x1830954628282240/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.071024:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae6bb80 with x1830954628282240 ext(9437184->10485759) 00002000:00010000:3.0:1746135191.071027:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae6bb80 00000100:00100000:3.0:1746135191.074920:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628281984:12345-192.168.202.58@tcp:3:dd.0 Request processed in 36366us (36726us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.074932:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13447 00002000:00100000:3.0:1746135191.074948:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (9437184->10485759) req@ffff88009a623480 x1830954628281984/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.074957:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623480 with x1830954628281984 ext(9437184->10485759) 00002000:00010000:3.0:1746135191.074964:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a623480 00000100:00100000:1.0:1746135191.080136:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2011:x1830954628282752:12345-192.168.202.58@tcp:3:dd.0 Request processed in 40104us (41445us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.080147:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13449 00002000:00100000:1.0:1746135191.080159:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (10485760->11534335) req@ffff88009a623100 x1830954628282752/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.080169:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623100 with x1830954628282752 ext(10485760->11534335) 00002000:00010000:1.0:1746135191.080175:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a623100 00000100:00100000:1.0:1746135191.083914:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2011:x1830954628283008:12345-192.168.202.58@tcp:3:dd.0 Request processed in 38266us (40277us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.083930:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13450 00002000:00100000:1.0:1746135191.083945:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff8801212a3800 x1830954628283008/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.083954:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a3800 with x1830954628283008 ext(11534336->12582911) 00002000:00010000:1.0:1746135191.083960:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a3800 00000100:00100000:2.0:1746135191.086996:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628283264:12345-192.168.202.58@tcp:3:dd.0 Request processed in 40680us (42488us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.087008:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13451 00002000:00100000:2.0:1746135191.087019:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (11534336->12582911) req@ffff8801212a1880 x1830954628283264/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.087028:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1880 with x1830954628283264 ext(11534336->12582911) 00002000:00010000:2.0:1746135191.087034:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801212a1880 00000100:00100000:1.0:1746135191.089495:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2011:x1830954628283520:12345-192.168.202.58@tcp:3:dd.0 Request processed in 41554us (42420us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.089511:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13452 00002000:00100000:1.0:1746135191.089527:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff8801212a1c00 x1830954628283520/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.089538:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801212a1c00 with x1830954628283520 ext(12582912->13631487) 00002000:00010000:1.0:1746135191.089553:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801212a1c00 00010000:00010000:3.0:1746135191.096894:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.096910:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.096917:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.096924:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58fc00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.096928:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.096936:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.096956:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.096962:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3d71 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.097064:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628283904:12345-192.168.202.58@tcp:3:dd.0 Request processed in 42217us (43172us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.097076:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13453 00010000:00010000:1.0:1746135191.101008:0:24984:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.101023:0:24984:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.101031:0:24984:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.101037:0:24984:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013101d400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.101040:0:24984:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.101048:0:24984:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.101063:0:24984:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.101068:0:24984:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013101d400/0xc3cfcce4a57c3d78 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.101144:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628284032:12345-192.168.202.58@tcp:3:dd.0 Request processed in 46062us (46989us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746135191.101153:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13454 00000100:00100000:1.0:1746135191.104547:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.104630:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628284544 00000100:00100000:2.0:1746135191.104672:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628284544 00000100:00100000:2.0:1746135191.104752:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13455 00000100:00100000:2.0:1746135191.104759:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628284544:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135191.104820:0:24984:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 8355840, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x3fc0 00010000:00010000:2.0:1746135191.104830:0:24984:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.104842:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.104845:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.104850:0:24984:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.105147:0:24984:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135191.105955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.106762:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628284672 00000100:00100000:3.0:1746135191.106770:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628284672 00002000:00100000:3.0:1746135191.106802:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff88008268f800 x1830954628284672/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.106811:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f800 with x1830954628284672 ext(4194304->8388607) 00002000:00010000:3.0:1746135191.106817:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268f800 00000100:00100000:3.0:1746135191.106850:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13456 00000100:00100000:3.0:1746135191.106857:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628284672:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:1.0:1746135191.122052:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.122087:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628284928 00000100:00100000:1.0:1746135191.122098:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628284928 00002000:00100000:1.0:1746135191.122145:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88009a620380 x1830954628284928/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.122155:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620380 with x1830954628284928 ext(4194304->8388607) 00002000:00010000:1.0:1746135191.122161:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a620380 00000100:00100000:1.0:1746135191.122192:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13457 00000100:00100000:1.0:1746135191.122200:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2011:x1830954628284928:12345-192.168.202.58@tcp:4:dd.0 00000001:00080000:2.0:1746135191.131294:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970707 is committed 00000001:00080000:2.0:1746135191.131314:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970706 is committed 00002000:00010000:0.0:1746135191.131584:0:24984:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:0.0:1746135191.131589:0:24984:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:0.0:1746135191.131604:0:24984:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.131616:0:24984:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.131629:0:24984:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.131636:0:24984:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c47d400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:0.0:1746135191.131676:0:24984:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.131684:0:24984:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.131704:0:24984:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.131709:0:24984:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c3d7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135191.131815:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628284544:12345-192.168.202.58@tcp:4:dd.0 Request processed in 27048us (27272us total) trans 4294970707 rc 0/0 00000100:00100000:0.0:1746135191.131825:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13455 00000100:00100000:0.0:1746135191.149607:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.150503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.150612:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628285312 00000100:00100000:2.0:1746135191.150622:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628285312 00000100:00100000:2.0:1746135191.150694:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628285440 00000100:00100000:2.0:1746135191.150697:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628285440 00000100:00100000:2.0:1746135191.151022:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13458 00000100:00100000:1.0:1746135191.151027:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13459 00000100:00100000:2.0:1746135191.151029:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628285312:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135191.151033:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628285440:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135191.151065:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.151065:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.151079:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.151079:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.151080:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.151080:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.151085:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.151085:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.151099:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.151099:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.153780:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628284672:12345-192.168.202.58@tcp:4:dd.0 Request processed in 46909us (47813us total) trans 4294970708 rc 0/0 00000100:00100000:3.0:1746135191.153793:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13456 00002000:00100000:3.0:1746135191.153807:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff88008268f800 x1830954628284672/t4294970708(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/448 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.153912:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268f800 with x1830954628284672 ext(4194304->8388607) 00002000:00010000:3.0:1746135191.153919:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268f800 00010000:00010000:0.0:1746135191.175472:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.175490:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.175497:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.175505:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b7c6200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:0.0:1746135191.175508:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.175516:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.175537:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.175543:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c3d86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135191.176870:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628285440:12345-192.168.202.58@tcp:3:dd.0 Request processed in 25825us (26360us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746135191.176883:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13459 00010000:00010000:3.0:1746135191.177071:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.177083:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.177091:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.177097:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b44e200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.177101:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.177113:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.177126:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.177132:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b44e200/0xc3cfcce4a57c3d8d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.177173:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628285312:12345-192.168.202.58@tcp:3:dd.0 Request processed in 26144us (27577us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.177181:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13458 00000100:00100000:1.0:1746135191.178822:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2011:x1830954628284928:12345-192.168.202.58@tcp:4:dd.0 Request processed in 56614us (56771us total) trans 4294972167 rc 0/0 00000100:00100000:1.0:1746135191.178833:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13457 00002000:00100000:1.0:1746135191.178844:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88009a620380 x1830954628284928/t4294972167(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/448 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.178858:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a620380 with x1830954628284928 ext(4194304->8388607) 00002000:00010000:1.0:1746135191.178863:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a620380 00000100:00100000:0.0:1746135191.180989:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.181076:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628285824 00000100:00100000:1.0:1746135191.181084:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628285824 00000100:00100000:1.0:1746135191.181143:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13460 00000100:00100000:1.0:1746135191.181149:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628285824:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:1.0:1746135191.181189:0:28846:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 10444800, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x4fb0 00010000:00010000:1.0:1746135191.181197:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.181209:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.181212:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.181216:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.181227:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135191.201405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.201481:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628286080 00000100:00100000:3.0:1746135191.201491:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628286080 00002000:00100000:3.0:1746135191.201536:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff88008268ca80 x1830954628286080/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.201545:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ca80 with x1830954628286080 ext(8388608->12582911) 00002000:00010000:3.0:1746135191.201550:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268ca80 00000100:00100000:3.0:1746135191.201584:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13461 00000100:00100000:3.0:1746135191.201592:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628286080:12345-192.168.202.58@tcp:4:dd.0 00000001:00080000:2.0:1746135191.204028:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970709 is committed 00000001:00080000:2.0:1746135191.204047:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970708 is committed 00002000:00010000:1.0:1746135191.204233:0:28846:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:1.0:1746135191.204238:0:28846:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:1.0:1746135191.204250:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.204259:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.204265:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.204271:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801364ae600 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.204274:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.204281:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.204295:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.204300:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364ae600/0xc3cfcce4a57c3d94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.204480:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628285824:12345-192.168.202.58@tcp:4:dd.0 Request processed in 23325us (23494us total) trans 4294970709 rc 0/0 00000100:00100000:1.0:1746135191.204489:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13460 00000100:00100000:2.0:1746135191.212428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.212475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.212514:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628286592 00000100:00100000:2.0:1746135191.212524:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628286592 00000100:00100000:2.0:1746135191.212585:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628286720 00000100:00100000:2.0:1746135191.212587:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628286720 00000100:00100000:2.0:1746135191.212606:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13462 00000100:00100000:2.0:1746135191.212613:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628286592:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135191.212671:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.212683:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.212685:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.212690:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.212704:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.212756:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13463 00000100:00100000:3.0:1746135191.212766:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628286720:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135191.212784:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.212796:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.212797:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.212800:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.212809:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.215845:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.215899:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628286976 00000100:00100000:1.0:1746135191.215909:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628286976 00002000:00100000:1.0:1746135191.215966:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88009ae0d180 x1830954628286976/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.215976:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d180 with x1830954628286976 ext(8388608->12582911) 00002000:00010000:1.0:1746135191.215982:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae0d180 00000100:00100000:1.0:1746135191.216005:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13464 00000100:00100000:1.0:1746135191.216019:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2010:x1830954628286976:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135191.229203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.229303:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628287232 00000100:00100000:2.0:1746135191.229317:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628287232 00000100:00100000:2.0:1746135191.229378:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 197 00000100:00100000:2.0:1746135191.229398:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:3837:x1830954628287232:12345-192.168.202.58@tcp:35:dd.0 00010000:00010000:3.0:1746135191.229481:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.229499:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.229508:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.229514:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094415a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.229519:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.229526:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.229549:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.229554:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094415a00/0xc3cfcce4a57c3d9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.229624:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b614a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628286592:12345-192.168.202.58@tcp:3:dd.0 Request processed in 17011us (17208us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746135191.229634:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13462 00000100:00080000:1.0:1746135191.229810:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746135191.234059:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:3837:x1830954628287232:12345-192.168.202.58@tcp:35:dd.0 Request processed in 4654us (4850us total) trans 4294983776 rc 0/0 00000100:00100000:2.0:1746135191.234078:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 197 00010000:00010000:3.0:1746135191.242527:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.242549:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.242557:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.242564:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.242567:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.242575:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.242595:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.242601:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3da2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.242697:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628286720:12345-192.168.202.58@tcp:3:dd.0 Request processed in 29926us (30215us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.242710:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13463 00000100:00100000:0.0:1746135191.242856:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628286080:12345-192.168.202.58@tcp:4:dd.0 Request processed in 41264us (41470us total) trans 4294970710 rc 0/0 00000100:00100000:0.0:1746135191.242863:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13461 00002000:00100000:0.0:1746135191.242875:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff88008268ca80 x1830954628286080/t4294970710(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/448 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135191.242884:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008268ca80 with x1830954628286080 ext(8388608->12582911) 00002000:00010000:0.0:1746135191.242889:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008268ca80 00000100:00100000:3.0:1746135191.243094:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.243542:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628287488 00000100:00100000:2.0:1746135191.243550:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628287488 00000100:00100000:2.0:1746135191.243588:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 198 00000100:00100000:2.0:1746135191.243594:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:3837:x1830954628287488:12345-192.168.202.58@tcp:35:dd.0 00000001:00080000:2.0:1746135191.243786:0:7249:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983777 00000100:00100000:2.0:1746135191.243858:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+19:3837:x1830954628287488:12345-192.168.202.58@tcp:35:dd.0 Request processed in 264us (764us total) trans 4294983778 rc 0/0 00000100:00100000:2.0:1746135191.243864:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 198 00000020:00080000:2.0:1746135191.243867:0:7249:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746135191.253799:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.253869:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628287744 00000100:00100000:2.0:1746135191.253879:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628287744 00000100:00100000:2.0:1746135191.253933:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13465 00000100:00100000:2.0:1746135191.253940:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628287744:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135191.253980:0:27164:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 12533760, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x5fa0 00010000:00010000:2.0:1746135191.253987:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.253998:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.254000:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.254004:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.254015:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.263668:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2010:x1830954628286976:12345-192.168.202.58@tcp:4:dd.0 Request processed in 47622us (47815us total) trans 4294972168 rc 0/0 00000100:00100000:1.0:1746135191.263682:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13464 00002000:00100000:1.0:1746135191.263693:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88009ae0d180 x1830954628286976/t4294972168(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/448 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.263702:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d180 with x1830954628286976 ext(8388608->12582911) 00002000:00010000:1.0:1746135191.263708:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae0d180 00010000:00010000:0.0:1746135191.268317:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746135191.272129:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970711 is committed 00000001:00080000:2.0:1746135191.272143:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970710 is committed 00002000:00010000:3.0:1746135191.272829:0:27164:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746135191.272834:0:27164:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:3.0:1746135191.272846:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.272855:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.272862:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.272868:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b18c00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.272872:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.272879:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.272893:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.272899:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b18c00/0xc3cfcce4a57c3da9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.272986:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628287744:12345-192.168.202.58@tcp:4:dd.0 Request processed in 19042us (19190us total) trans 4294970711 rc 0/0 00000100:00100000:3.0:1746135191.272996:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13465 00000100:00100000:0.0:1746135191.275118:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.275147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.275177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.275208:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628288000 00000100:00100000:1.0:1746135191.275216:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628288000 00000100:00100000:3.0:1746135191.275254:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628288512 00000100:00100000:3.0:1746135191.275257:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628288512 00000100:00100000:1.0:1746135191.275266:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628288384 00000100:00100000:1.0:1746135191.275268:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628288384 00000100:00100000:3.0:1746135191.275271:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13466 00000100:00100000:3.0:1746135191.275277:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954628288000:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135191.275284:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13467 00000100:00100000:1.0:1746135191.275289:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628288384:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135191.275304:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.275304:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.275315:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.275315:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.275317:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.275317:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.275320:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.275321:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.275331:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.275331:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.275489:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13468 00000100:00100000:1.0:1746135191.275495:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628288512:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135191.275508:0:24984:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.275514:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.275516:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.275518:0:24984:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.275525:0:24984:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.278242:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.278255:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.278260:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.278263:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.278266:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.278276:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.278289:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.278292:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644800/0xc3cfcce4a57c3db7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.278352:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628288000:12345-192.168.202.58@tcp:3:dd.0 Request processed in 3072us (3235us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1746135191.278359:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13466 00010000:00010000:1.0:1746135191.286250:0:24984:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286267:0:24984:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286273:0:24984:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286279:0:24984:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58fc00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.286281:0:24984:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286287:0:24984:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286302:0:24984:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286307:0:24984:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a58fc00/0xc3cfcce4a57c3dbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.286393:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2011:x1830954628288512:12345-192.168.202.58@tcp:3:dd.0 Request processed in 10886us (11232us total) trans 0 rc 983040/983040 00000100:00100000:1.0:1746135191.286402:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13468 00010000:00010000:1.0:1746135191.286794:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286804:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286811:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286816:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d380a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.286819:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286825:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286835:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.286840:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c3db0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.286870:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628288384:12345-192.168.202.58@tcp:3:dd.0 Request processed in 11580us (11692us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.286880:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13467 00000100:00100000:0.0:1746135191.292710:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.292749:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628288768 00000100:00100000:1.0:1746135191.292758:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628288768 00000100:00100000:1.0:1746135191.292814:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13469 00000100:00100000:1.0:1746135191.292820:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628288768:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:1.0:1746135191.292860:0:28846:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 14622720, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x6f90 00010000:00010000:1.0:1746135191.292867:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.292877:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.292878:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.292883:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.292894:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746135191.315086:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970712 is committed 00002000:00010000:2.0:1746135191.315364:0:28846:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:2.0:1746135191.315369:0:28846:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:2.0:1746135191.315381:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.315411:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.315418:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.315424:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094516a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135191.315428:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.315435:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.315453:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.315459:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c3dc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.315552:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628288768:12345-192.168.202.58@tcp:4:dd.0 Request processed in 22726us (22847us total) trans 4294970712 rc 0/0 00000100:00100000:2.0:1746135191.315562:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13469 00000100:00100000:0.0:1746135191.319363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.319426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.319481:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628289152 00000100:00100000:2.0:1746135191.319490:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628289152 00000100:00100000:3.0:1746135191.319494:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628289280 00000100:00100000:3.0:1746135191.319501:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628289280 00000100:00100000:2.0:1746135191.319542:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13470 00000100:00100000:2.0:1746135191.319550:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628289152:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:0.0:1746135191.319556:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13471 00000100:00100000:0.0:1746135191.319564:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628289280:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135191.319584:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.319584:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.319595:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135191.319595:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.319597:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135191.319597:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.319602:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.319602:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.319612:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.319612:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.329563:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.329579:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.329586:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.329593:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a75e600 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135191.329597:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.329604:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.329620:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.329630:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c3dcc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.329755:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628289280:12345-192.168.202.58@tcp:3:dd.0 Request processed in 10187us (10323us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746135191.329766:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13471 00010000:00010000:2.0:1746135191.332105:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.332123:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.332130:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.332137:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f6e5a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135191.332140:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.332152:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.332170:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.332176:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c3dd3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.332262:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628289152:12345-192.168.202.58@tcp:3:dd.0 Request processed in 12709us (12903us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.332273:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13470 00000100:00100000:0.0:1746135191.337762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.337918:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628289664 00000100:00100000:2.0:1746135191.337926:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628289664 00000100:00100000:2.0:1746135191.337998:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13472 00000100:00100000:2.0:1746135191.338006:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628289664:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135191.338163:0:28846:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 16711680, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x7f80 00010000:00010000:2.0:1746135191.338171:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.338183:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.338185:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.338189:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.338204:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746135191.352675:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970713 is committed 00002000:00010000:2.0:1746135191.353120:0:28846:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746135191.353125:0:28846:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746135191.353137:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.353148:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.353160:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.353166:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b740e00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135191.353171:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.353176:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.353190:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.353193:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c3dda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.353492:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2008:x1830954628289664:12345-192.168.202.58@tcp:4:dd.0 Request processed in 15482us (15740us total) trans 4294970713 rc 0/0 00000100:00100000:2.0:1746135191.353501:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13472 00000100:00100000:0.0:1746135191.356815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.356861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.357002:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628290176 00000100:00100000:1.0:1746135191.357011:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628290176 00000100:00100000:1.0:1746135191.357068:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628290048 00000100:00100000:1.0:1746135191.357070:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628290048 00000100:00100000:2.0:1746135191.357074:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13473 00000100:00100000:2.0:1746135191.357084:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628290176:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135191.357086:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13474 00000100:00100000:1.0:1746135191.357092:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628290048:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135191.357116:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.357116:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.357128:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.357129:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.357130:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.357131:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.357135:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.357135:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.357145:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.357145:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.368948:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.368963:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.368971:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.368978:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b1a600 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.368982:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.368989:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.369006:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.369012:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097b1a600/0xc3cfcce4a57c3de8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.369091:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628290048:12345-192.168.202.58@tcp:3:dd.0 Request processed in 11993us (12224us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746135191.369100:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13474 00010000:00010000:2.0:1746135191.371678:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.371692:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.371699:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.371704:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094514c00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135191.371708:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.371714:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.371730:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.371735:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3de1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.371813:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628290176:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14727us (15001us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.371823:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13473 00000100:00100000:0.0:1746135191.375314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.375501:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628290560 00000100:00100000:2.0:1746135191.375512:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628290560 00000100:00100000:2.0:1746135191.375584:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13475 00000100:00100000:2.0:1746135191.375591:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628290560:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135191.375633:0:28846:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 18800640, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x8f70 00010000:00010000:2.0:1746135191.375666:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.375677:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.375679:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.375683:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.375695:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746135191.392702:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970714 is committed 00002000:00010000:2.0:1746135191.393028:0:28846:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746135191.393033:0:28846:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:2.0:1746135191.393046:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.393054:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.393062:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.393074:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094514800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135191.393078:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.393085:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.393103:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.393109:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514800/0xc3cfcce4a57c3def lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.393795:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628290560:12345-192.168.202.58@tcp:4:dd.0 Request processed in 18198us (18483us total) trans 4294970714 rc 0/0 00000100:00100000:2.0:1746135191.393805:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13475 00000100:00100000:0.0:1746135191.398618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.398678:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628290944 00000100:00100000:0.0:1746135191.398684:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.398685:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628290944 00000100:00100000:2.0:1746135191.398739:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628291072 00000100:00100000:2.0:1746135191.398742:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628291072 00000100:00100000:1.0:1746135191.398749:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13476 00000100:00100000:1.0:1746135191.398758:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628290944:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135191.398759:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13477 00000100:00100000:2.0:1746135191.398763:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628291072:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135191.398785:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.398785:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.398797:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.398797:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.398798:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.398798:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.398803:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.398803:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.398813:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.398813:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.410730:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.410748:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.410756:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.410767:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b671600 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.410771:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.410777:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.410795:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.410801:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c3dfd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.411589:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628290944:12345-192.168.202.58@tcp:3:dd.0 Request processed in 12825us (12970us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.411599:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13476 00010000:00010000:2.0:1746135191.413430:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.413446:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.413454:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.413460:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094514c00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135191.413464:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.413471:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.413487:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.413493:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094514c00/0xc3cfcce4a57c3df6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.413618:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628291072:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14848us (14926us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746135191.413626:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13477 00000100:00100000:0.0:1746135191.417394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.417501:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628291456 00000100:00100000:2.0:1746135191.417512:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628291456 00000100:00100000:2.0:1746135191.417579:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13478 00000100:00100000:2.0:1746135191.417587:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628291456:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135191.417636:0:28846:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 20889600, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0x9f60 00010000:00010000:2.0:1746135191.417676:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.417689:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.417690:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.417695:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.417706:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746135191.432796:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970715 is committed 00002000:00010000:3.0:1746135191.432943:0:28846:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746135191.432948:0:28846:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:3.0:1746135191.432960:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.432970:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.432978:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.432983:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094515800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.432986:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.432993:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.433009:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.433015:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515800/0xc3cfcce4a57c3e04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.433125:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628291456:12345-192.168.202.58@tcp:4:dd.0 Request processed in 15535us (15747us total) trans 4294970715 rc 0/0 00000100:00100000:3.0:1746135191.433133:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13478 00000100:00100000:0.0:1746135191.435331:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.435373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.435446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.435536:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628291712 00000100:00100000:1.0:1746135191.435548:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628291712 00000100:00100000:2.0:1746135191.435551:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628291968 00000100:00100000:2.0:1746135191.435555:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628291968 00000100:00100000:2.0:1746135191.435599:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628292224 00000100:00100000:2.0:1746135191.435602:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628292224 00000100:00100000:1.0:1746135191.435635:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13479 00000100:00100000:2.0:1746135191.435669:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13480 00000100:00100000:1.0:1746135191.435670:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628291968:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135191.435676:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628291712:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135191.435709:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.435724:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135191.435726:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746135191.435727:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13481 00010000:00010000:2.0:1746135191.435732:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.435735:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628292224:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135191.435746:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.435748:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.435750:0:24984:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.435757:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.435757:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.435758:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.435758:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.435761:0:24984:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.435762:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.435770:0:24984:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.435771:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.442531:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.442547:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.442554:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.442561:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094515e00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135191.442564:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.442571:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.442588:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.442593:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094515e00/0xc3cfcce4a57c3e0b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135191.442721:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954628291712:12345-192.168.202.58@tcp:3:dd.0 Request processed in 7041us (7391us total) trans 0 rc 90112/90112 00000100:00100000:2.0:1746135191.442730:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13480 00010000:00010000:3.0:1746135191.443811:0:24984:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.443826:0:24984:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.443833:0:24984:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.443839:0:24984:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d645a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.443843:0:24984:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.443851:0:24984:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.443865:0:24984:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.443871:0:24984:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e19 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.443933:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628292224:12345-192.168.202.58@tcp:3:dd.0 Request processed in 8195us (8483us total) trans 0 rc 950272/950272 00000100:00100000:3.0:1746135191.443941:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13481 00010000:00010000:1.0:1746135191.446868:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.446884:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.446891:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.446896:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a6200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.446900:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.446906:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.446922:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.446928:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c3e12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.447399:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2009:x1830954628291968:12345-192.168.202.58@tcp:3:dd.0 Request processed in 11714us (12008us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.447409:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13479 00000100:00100000:0.0:1746135191.451707:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.451732:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628292480 00000100:00100000:1.0:1746135191.451741:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628292480 00000100:00100000:1.0:1746135191.451808:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13482 00000100:00100000:1.0:1746135191.451817:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628292480:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:1.0:1746135191.451860:0:28845:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 22978560, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0xaf50 00010000:00010000:1.0:1746135191.451868:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.451879:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.451881:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.451886:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.451897:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746135191.473447:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970716 is committed 00002000:00010000:1.0:1746135191.473815:0:28845:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746135191.473819:0:28845:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:1.0:1746135191.473833:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.473842:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.473849:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.473860:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b518a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.473863:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.473870:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.473888:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.473893:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b518a00/0xc3cfcce4a57c3e20 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.473996:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d931180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628292480:12345-192.168.202.58@tcp:4:dd.0 Request processed in 22177us (22294us total) trans 4294970716 rc 0/0 00000100:00100000:1.0:1746135191.474005:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13482 00000100:00100000:0.0:1746135191.477509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.477562:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.477751:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628292864 00000100:00100000:3.0:1746135191.477760:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628292864 00000100:00100000:3.0:1746135191.477896:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628292992 00000100:00100000:3.0:1746135191.477899:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628292992 00000100:00100000:3.0:1746135191.478041:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13483 00000100:00100000:1.0:1746135191.478046:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13484 00000100:00100000:3.0:1746135191.478048:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628292864:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135191.478052:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628292992:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135191.478075:0:24984:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.478075:0:28845:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.478086:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.478086:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.478088:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.478088:0:28845:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.478092:0:24984:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.478092:0:28845:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.478102:0:24984:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.478104:0:28845:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.489362:0:24984:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.489379:0:24984:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.489457:0:24984:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.489463:0:24984:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d645a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135191.489467:0:24984:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.489474:0:24984:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.489493:0:24984:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.489500:0:24984:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3e2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.490377:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:2009:x1830954628292864:12345-192.168.202.58@tcp:3:dd.0 Request processed in 12322us (12872us total) trans 0 rc 98304/98304 00000100:00100000:3.0:1746135191.490396:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13483 00010000:00010000:1.0:1746135191.491931:0:28845:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.491946:0:28845:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.491953:0:28845:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.491960:0:28845:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009df4a200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135191.491963:0:28845:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.491970:0:28845:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.491989:0:28845:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.491995:0:28845:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c3e27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28845 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.492070:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2008:x1830954628292992:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14015us (14504us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135191.492083:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13484 00000100:00100000:0.0:1746135191.495451:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.495700:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628293120 00000100:00100000:3.0:1746135191.495711:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628293120 00000100:00100000:3.0:1746135191.495767:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30099 00000100:00100000:3.0:1746135191.495774:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+6:3836:x1830954628293120:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135191.495792:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135191.495810:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f62 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746135191.495829:0:9590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 25067520, mtime: 0x6813e897, atime: 0x0, ctime: 0x6813e897, blocks: 0xbf40 00010000:00010000:3.0:1746135191.495848:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.495850:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135191.495857:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.495870:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.495881:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645e00, rc 0) 00000100:00100000:3.0:1746135191.495937:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:3836:x1830954628293120:12345-192.168.202.58@tcp:101:dd.0 Request processed in 163us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135191.495946:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30099 00000100:00100000:0.0:1746135191.511746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.511811:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628293248 00000100:00100000:1.0:1746135191.511818:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628293248 00002000:00100000:1.0:1746135191.511858:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (25067520->26214399) req@ffff88011d932680 x1830954628293248/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.511868:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932680 with x1830954628293248 ext(25067520->26214399) 00002000:00010000:1.0:1746135191.511873:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d932680 00000100:00100000:1.0:1746135191.512257:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13485 00000100:00100000:1.0:1746135191.512264:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628293248:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1746135191.525746:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d932680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628293248:12345-192.168.202.58@tcp:4:dd.0 Request processed in 13473us (13998us total) trans 4294970717 rc 0/0 00000100:00100000:2.0:1746135191.525759:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13485 00002000:00100000:2.0:1746135191.525769:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x1a:0x0] (25067520->26214399) req@ffff88011d932680 x1830954628293248/t4294970717(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/448 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.525776:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011d932680 with x1830954628293248 ext(25067520->26214399) 00002000:00010000:2.0:1746135191.525781:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011d932680 00000100:00100000:0.0:1746135191.529249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.529365:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628293376 00000100:00100000:2.0:1746135191.529374:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628293376 00000100:00080000:1.0:1746135191.529634:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746135191.529680:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37637 00000100:00100000:2.0:1746135191.529687:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:3836:x1830954628293376:12345-192.168.202.58@tcp:44:dd.0 00000001:00080000:1.0:1746135191.531264:0:7227:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983778 is committed 00000001:00080000:1.0:1746135191.531302:0:7227:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294983775 is committed 00000020:00080000:1.0:1746135191.531329:0:7227:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00000020:00080000:0.0:1746135191.531505:0:7275:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:0.0:1746135191.531557:0:7275:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880095a94540 with version 21 00000020:00080000:0.0:1746135191.531566:0:7275:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 9 cancel update log [0x240000401:0x2:0x0].9: rc = 0 00010000:00010000:2.0:1746135191.531605:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531616:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531622:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531627:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b7c6600 already unused, calling callback (ffffffffa0f20690) 00000020:00080000:0.0:1746135191.531630:0:7275:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].9: rc = 0 00010000:00010000:2.0:1746135191.531631:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531637:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00000020:00080000:0.0:1746135191.531637:0:7275:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:0.0:1746135191.531660:0:8787:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff880097af0600 version 21 rpc_version 21 00010000:00010000:2.0:1746135191.531667:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:2.0:1746135191.531669:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135191.531672:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531677:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3bd4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00000020:00100000:0.0:1746135191.531685:0:8787:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746135191.531692:0:8787:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88011d932a00 x1830954626010624/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746135191.531695:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531700:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531704:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531707:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b7c7a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135191.531710:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00000100:00100000:0.0:1746135191.531712:0:8787:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011d932a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8787:1830954626010624:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1746135191.531714:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531719:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8500) 00010000:00010000:2.0:1746135191.531721:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135191.531723:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531727:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7a00/0xc3cfcce4a57c3c05 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.531741:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135191.531746:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135191.531750:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135191.531754:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801364af000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135191.531756:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135191.531760:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00000100:00100000:0.0:1746135191.531764:0:8787:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1746135191.531766:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012f84f600) 00010000:00010000:2.0:1746135191.531767:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135191.531769:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135191.531774:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801364af000/0xc3cfcce4a57c3cc9 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00000100:00100000:2.0:1746135191.531794:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626010624 00000100:00100000:0.0:1746135191.531794:0:8787:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7855840 going to sleep for 11 seconds 00000100:00100000:2.0:1746135191.531799:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626010624 00000100:00100000:2.0:1746135191.531827:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1746135191.531832:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:8787:x1830954626010624:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746135191.531941:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:8787:x1830954626010624:12345-0@lo:1000:osp_up1-0.0 Request processed in 108us (176us total) trans 4294967400 rc 0/0 00000100:00100000:2.0:1746135191.531946:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1746135191.532005:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d931500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:3836:x1830954628293376:12345-192.168.202.58@tcp:44:dd.0 Request processed in 2317us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135191.532013:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37637 00000100:00100000:1.0:1746135191.532207:0:8787:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011d932a00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8787:1830954626010624:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746135191.536843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.536986:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628293504 00000100:00100000:3.0:1746135191.536996:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628293504 00000100:00100000:3.0:1746135191.537033:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30100 00000100:00100000:3.0:1746135191.537040:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628293504:12345-192.168.202.58@tcp:16:dd.0 00000001:00080000:3.0:1746135191.538351:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970717 is committed 00000100:00100000:0.0:1746135191.538461:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954628293504:12345-192.168.202.58@tcp:16:dd.0 Request processed in 1414us (1620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135191.538471:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30100 00000100:00100000:3.0:1746135191.540725:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.540920:0:7249:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628293760 00000100:00100000:2.0:1746135191.540928:0:7249:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628293760 00000100:00100000:2.0:1746135191.541391:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 199 00000100:00100000:2.0:1746135191.541399:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:3836:x1830954628293760:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:2.0:1746135191.541573:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:3836:x1830954628293760:12345-192.168.202.58@tcp:35:dd.0 Request processed in 175us (853us total) trans 4294983779 rc 0/0 00000100:00100000:2.0:1746135191.541579:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 199 00000100:00100000:2.0:1746135191.545051:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.545531:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628294016 00000100:00100000:1.0:1746135191.545540:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628294016 00000100:00100000:1.0:1746135191.545593:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 200 00000100:00100000:1.0:1746135191.545600:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:3836:x1830954628294016:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:1.0:1746135191.546205:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:3836:x1830954628294016:12345-192.168.202.58@tcp:35:dd.0 Request processed in 603us (1161us total) trans 4294983780 rc 0/0 00000100:00100000:1.0:1746135191.546212:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 200 00000100:00100000:0.0:1746135191.566761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.567081:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628294144 00000100:00100000:3.0:1746135191.567089:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628294144 00000100:00100000:3.0:1746135191.567134:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37638 00000100:00100000:3.0:1746135191.567141:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:3839:x1830954628294144:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:3.0:1746135191.567167:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135191.567188:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3e3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f69 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.567241:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3e43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135191.567253:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135191.567264:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:3.0:1746135191.567310:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135191.567314:0:8790:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135191.567327:0:8790:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3e43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135191.567344:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3e3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f69 expref: 20 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.567375:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3e43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f69 expref: 19 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.567389:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135191.567392:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135191.567395:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644800, rc 0) 00000100:00100000:3.0:1746135191.567436:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:3839:x1830954628294144:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 296us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135191.567442:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37638 00000100:00100000:0.0:1746135191.570621:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.570897:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628294272 00000100:00100000:2.0:1746135191.570907:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628294272 00000100:00100000:2.0:1746135191.570959:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37639 00000100:00100000:2.0:1746135191.570966:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:3839:x1830954628294272:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:2.0:1746135191.570986:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135191.571008:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3e4a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f70 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.571076:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571088:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571100:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571112:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571117:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571125:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571201:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3e5f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571206:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3e5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571212:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3e5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135191.571243:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00000004:00200000:2.0:1746135191.571247:0:21569:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135191.571262:0:21569:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3e5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571270:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3e5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571276:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571281:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571287:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571292:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f81d000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135191.571295:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571301:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571311:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135191.571314:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135191.571318:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.571322:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f81d000/0xc3cfcce4a57c3e51 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.572188:0:21569:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.572198:0:21569:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.572203:0:21569:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.572208:0:21569:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cbe8200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135191.572211:0:21569:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.572216:0:21569:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.572225:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880097b03c00) 00010000:00010000:2.0:1746135191.572227:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135191.572230:0:21569:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.572233:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e58 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.572284:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b430c00/0xc3cfcce4a57c3e4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f70 expref: 21 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.572297:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3e5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f70 expref: 20 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.572303:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:2.0:1746135191.572304:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135191.572308:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe9800, rc 0) 00000100:00100000:2.0:1746135191.572374:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:3839:x1830954628294272:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 1407us (1764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135191.572389:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37639 00000100:00100000:0.0:1746135191.581526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.581587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.582267:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628294400 00000100:00100000:1.0:1746135191.582278:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628294400 00000100:00100000:1.0:1746135191.582327:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628294528 00000100:00100000:1.0:1746135191.582329:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628294528 00000100:00100000:1.0:1746135191.582379:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30101 00000100:00100000:1.0:1746135191.582395:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954628294400:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:1.0:1746135191.582416:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746135191.582427:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30102 00000100:00100000:2.0:1746135191.582436:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628294528:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:1.0:1746135191.582437:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3e66 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f77 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.582446:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135191.582458:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c3e6d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f7e expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.582497:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a622680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954626010880:192.168.202.58@tcp:106: 00000100:00100000:2.0:1746135191.582510:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626010752:192.168.202.58@tcp:106: 00000100:00100000:2.0:1746135191.582611:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746135191.583013:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d33c0 going to sleep for 11 seconds 00002000:00010000:2.0:1746135191.584677:0:9590:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746135191.584685:0:9590:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1746135191 00002000:00010000:2.0:1746135191.584687:0:9590:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1746135190 00002000:00010000:2.0:1746135191.584689:0:9590:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1746135191 00002000:00010000:2.0:1746135191.584690:0:9590:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746135191.584716:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626010752:192.168.202.58@tcp:106: 00010000:00010000:2.0:1746135191.584755:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c3e6d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f7e expref: 16 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135191.584772:0:9590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c3e6d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f7e expref: 16 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135191.584791:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe9a00, rc 0) 00000100:00100000:2.0:1746135191.584835:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628294528:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 2400us (3247us total) trans 0 rc 301/301 00000100:00100000:2.0:1746135191.584842:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30102 00002000:00010000:1.0:1746135191.590930:0:9592:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746135191.590938:0:9592:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime: 0 -> 1746135191 00002000:00010000:1.0:1746135191.590940:0:9592:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1746135190 00002000:00010000:1.0:1746135191.590941:0:9592:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime: 0 -> 1746135191 00002000:00010000:1.0:1746135191.590942:0:9592:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746135191.590967:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a622680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954626010880:192.168.202.58@tcp:106: 00010000:00010000:1.0:1746135191.591004:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3e66 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f77 expref: 8 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135191.591019:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3e66 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f77 expref: 8 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135191.591050:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a850aa00, rc 0) 00000100:00100000:1.0:1746135191.591111:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954628294400:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 8717us (9592us total) trans 0 rc 301/301 00000100:00100000:1.0:1746135191.591121:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30101 00000100:00100000:0.0:1746135191.597754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.598405:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628294656 00000100:00100000:2.0:1746135191.598415:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628294656 00000100:00100000:2.0:1746135191.598473:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37640 00000100:00100000:2.0:1746135191.598480:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+14:3840:x1830954628294656:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:2.0:1746135191.598504:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135191.598522:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3e74 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f85 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.598577:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.598588:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.598839:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135191.598895:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746135191.598897:0:21569:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135191.598915:0:21569:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.598936:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3e74 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 16 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.598963:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 15 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.598970:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135191.598973:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746135191.598976:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe8200, rc 0) 00000100:00100000:2.0:1746135191.599020:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:3840:x1830954628294656:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 540us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135191.599026:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37640 00000100:00100000:0.0:1746135191.615921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.615988:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628294912 00000100:00100000:2.0:1746135191.615995:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628294912 00000100:00100000:2.0:1746135191.616048:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37641 00000100:00100000:2.0:1746135191.616054:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:3841:x1830954628294912:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:2.0:1746135191.616068:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135191.616084:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3e82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f8c expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.616239:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3e89 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.616250:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3e89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.616258:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3e89 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135191.616269:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746135191.616339:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3e82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f8c expref: 23 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.616370:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b0e800/0xc3cfcce4a57c3e89 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f8c expref: 22 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.616377:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:2.0:1746135191.616379:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746135191.616389:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b0e800, rc 0) 00000100:00100000:2.0:1746135191.616438:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:3841:x1830954628294912:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 384us (524us total) trans 4294983781 rc 0/0 00000100:00100000:2.0:1746135191.616445:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37641 00000100:00100000:0.0:1746135191.619212:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.619390:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628295168 00000100:00100000:2.0:1746135191.619400:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628295168 00000100:00100000:2.0:1746135191.620114:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37642 00000100:00100000:2.0:1746135191.620124:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:3841:x1830954628295168:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:2.0:1746135191.620146:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135191.620165:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3e97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f93 expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.620253:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c3e9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.620265:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c3e9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135191.620276:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c3e9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135191.620287:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746135191.620377:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3e97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f93 expref: 25 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.620409:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c3e9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f93 expref: 24 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.620415:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:2.0:1746135191.620418:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135191.620421:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe9a00, rc 0) 00000100:00100000:2.0:1746135191.620527:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:3841:x1830954628295168:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 403us (1321us total) trans 4294983782 rc 0/0 00000100:00100000:2.0:1746135191.620534:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37642 00000100:00100000:0.0:1746135191.622892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.622935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.622984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.623085:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628295552 00000100:00100000:2.0:1746135191.623085:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628295296 00000100:00100000:3.0:1746135191.623095:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628295552 00000100:00100000:2.0:1746135191.623095:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628295296 00000100:00100000:2.0:1746135191.623136:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628295424 00000100:00100000:2.0:1746135191.623138:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628295424 00000100:00100000:3.0:1746135191.623146:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 689 00000100:00100000:3.0:1746135191.623154:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:2008:x1830954628295552:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746135191.623156:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30103 00000100:00100000:2.0:1746135191.623161:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008672f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628295296:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:3.0:1746135191.623168:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135191.623178:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135191.623191:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9a00/0xc3cfcce4a57c3e9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f93 expref: 24 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.623194:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3eac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237f9a expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135191.623219:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:3.0:1746135191.623223:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135191.623238:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954626011008:192.168.202.58@tcp:106: 00000100:00100000:3.0:1746135191.623264:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:2008:x1830954628295552:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 112us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135191.623270:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 689 00000100:00100000:2.0:1746135191.623287:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3300 going to sleep for 11 seconds 00000100:00100000:3.0:1746135191.623298:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30104 00000100:00100000:3.0:1746135191.623302:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628295424:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:3.0:1746135191.623310:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135191.623319:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3eb3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237fa1 expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135191.623341:0:11953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801212a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954626011136:192.168.202.58@tcp:106: 00000100:00100000:3.0:1746135191.623361:0:11953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009249ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746135191.625308:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954626011008:192.168.202.58@tcp:106: 00010000:00010000:2.0:1746135191.625337:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3eac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f9a expref: 8 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135191.625348:0:9590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b44f400/0xc3cfcce4a57c3eac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f9a expref: 8 pid: 9590 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746135191.625511:0:11953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801212a2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:11953:1830954626011136:192.168.202.58@tcp:106: 00010000:00010000:3.0:1746135191.625534:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3eb3 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fa1 expref: 16 pid: 11953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135191.625543:0:11953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d645a00/0xc3cfcce4a57c3eb3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fa1 expref: 16 pid: 11953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135191.625551:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645a00, rc 0) 00000100:00100000:3.0:1746135191.625666:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2011:x1830954628295424:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 2333us (2701us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135191.625675:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30104 00010000:00010000:2.0:1746135191.625843:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:2.0:1746135191.625875:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008672f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628295296:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 2713us (2994us total) trans 0 rc 301/301 00000100:00100000:2.0:1746135191.625881:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30103 00000100:00100000:1.0:1746135191.635984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.636046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.636102:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628295936 00000100:00100000:3.0:1746135191.636108:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628296064 00000100:00100000:3.0:1746135191.636114:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628296064 00000100:00100000:2.0:1746135191.636114:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628295936 00002000:00100000:2.0:1746135191.636167:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff88009a622680 x1830954628295936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.636177:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622680 with x1830954628295936 ext(0->2097151) 00002000:00010000:2.0:1746135191.636184:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a622680 00000100:00100000:2.0:1746135191.636212:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13486 00000100:00100000:2.0:1746135191.636218:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628295936:12345-192.168.202.58@tcp:3:cmp.0 00002000:00100000:3.0:1746135191.636759:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x18:0x0] (0->2097151) req@ffff88009a622a00 x1830954628296064/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.636767:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622a00 with x1830954628296064 ext(0->2097151) 00002000:00010000:3.0:1746135191.636770:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a622a00 00000100:00100000:3.0:1746135191.636795:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13487 00000100:00100000:3.0:1746135191.636801:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628296064:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135191.659138:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628296064:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 22325us (23079us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135191.659149:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13487 00002000:00100000:3.0:1746135191.659162:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x18:0x0] (0->2097151) req@ffff88009a622a00 x1830954628296064/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.659171:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622a00 with x1830954628296064 ext(0->2097151) 00002000:00010000:3.0:1746135191.659177:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a622a00 00000100:00100000:2.0:1746135191.662470:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:2010:x1830954628295936:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 26238us (26486us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.662492:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13486 00002000:00100000:2.0:1746135191.662507:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->2097151) req@ffff88009a622680 x1830954628295936/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.662516:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622680 with x1830954628295936 ext(0->2097151) 00002000:00010000:2.0:1746135191.662522:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a622680 00000100:00100000:1.0:1746135191.681122:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.681261:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628296192 00000100:00100000:2.0:1746135191.681269:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628296192 00000100:00100000:2.0:1746135191.681324:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30105 00000100:00100000:2.0:1746135191.681331:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:3841:x1830954628296192:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:2.0:1746135191.681345:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135191.681361:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3eba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237fa8 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.681402:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.681409:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135191.681411:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135191.681414:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3eba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fa8 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.681442:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 6 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.681453:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 6 pid: 9592 timeout: 935 lvb_type: 0 00000100:00100000:2.0:1746135191.681463:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954626011264:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135191.682051:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135191.684943:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954626011264:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135191.684972:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3eba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fa8 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.684990:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44fe00, rc 0) 00000100:00100000:2.0:1746135191.685048:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:3841:x1830954628296192:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 3716us (3933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135191.685055:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30105 00000100:00100000:0.0:1746135191.685327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.685387:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628296320 00000100:00100000:2.0:1746135191.685393:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628296320 00002000:00100000:2.0:1746135191.685429:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff88007d048e00 x1830954628296320/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.685439:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048e00 with x1830954628296320 ext(12582912->13631487) 00010000:00010000:2.0:1746135191.685445:0:24984:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 7 pid: 9592 timeout: 935 lvb_type: 0 00010000:00010000:2.0:1746135191.685457:0:24984:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 7 pid: 9592 timeout: 935 lvb_type: 0 00002000:00010000:2.0:1746135191.685463:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d048e00 00000100:00100000:2.0:1746135191.685497:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2773 00000100:00100000:2.0:1746135191.685504:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2011:x1830954628296320:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135191.693229:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628296320:12345-192.168.202.58@tcp:4:dd.0 Request processed in 7716us (7893us total) trans 4294970718 rc 0/0 00000100:00100000:0.0:1746135191.693239:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2773 00002000:00100000:0.0:1746135191.693249:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff88007d048e00 x1830954628296320/t4294970718(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:647/0 lens 488/448 e 0 to 0 dl 1746135202 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135191.693258:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d048e00 with x1830954628296320 ext(12582912->13631487) 00010000:00010000:0.0:1746135191.693268:0:24984:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 9 pid: 9592 timeout: 935 lvb_type: 0 00010000:00010000:0.0:1746135191.693284:0:24984:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 9 pid: 9592 timeout: 935 lvb_type: 0 00002000:00010000:0.0:1746135191.693290:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007d048e00 00000100:00100000:1.0:1746135191.707312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.707394:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628296448 00000100:00100000:0.0:1746135191.707404:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628296448 00010000:00010000:0.0:1746135191.707442:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 9 pid: 9592 timeout: 935 lvb_type: 0 00000100:00100000:0.0:1746135191.707488:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14398 00000100:00100000:0.0:1746135191.707495:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628296448:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135191.707508:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746135191.707526:0:7231:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:0.0:1746135191.707532:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 9 pid: 9592 timeout: 935 lvb_type: 0 00010000:00010000:0.0:1746135191.707544:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 9 pid: 9592 timeout: 935 lvb_type: 0 00010000:00010000:0.0:1746135191.707567:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3d0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f54 expref: 9 pid: 9592 timeout: 935 lvb_type: 0 00010000:00010000:0.0:1746135191.707594:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135191.707596:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135191.707603:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3eba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fa8 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.707611:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3eba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fa8 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135191.707900:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b44fe00/0xc3cfcce4a57c3eba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fa8 expref: 7 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135191.707911:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007d049180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954626011392:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135191.708658:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b496300 going to sleep for 11 seconds 00000100:00100000:1.0:1746135191.710287:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007d049180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7231:1830954626011392:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135191.710306:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135191.710371:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628296448:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2874us (3065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135191.710391:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14398 00000100:00100000:0.0:1746135191.713816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.713902:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628296704 00000100:00100000:2.0:1746135191.713908:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628296704 00002000:00100000:2.0:1746135191.713941:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1048575) req@ffff88007d049c00 x1830954628296704/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.713947:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049c00 with x1830954628296704 ext(0->1048575) 00002000:00010000:2.0:1746135191.713951:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d049c00 00000100:00100000:2.0:1746135191.714038:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13488 00000100:00100000:2.0:1746135191.714046:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628296704:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135191.720406:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628296704:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 6351us (6586us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746135191.720419:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13488 00002000:00100000:0.0:1746135191.720436:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1048575) req@ffff88007d049c00 x1830954628296704/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135191.720445:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049c00 with x1830954628296704 ext(0->1048575) 00002000:00010000:0.0:1746135191.720451:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d049c00 00000100:00100000:1.0:1746135191.727555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.727625:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628296832 00000100:00100000:2.0:1746135191.727636:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628296832 00000100:00100000:2.0:1746135191.727728:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30106 00000100:00100000:2.0:1746135191.727736:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+15:3841:x1830954628296832:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:2.0:1746135191.727752:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135191.727767:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c3ec1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237faf expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.727799:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 14 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.727807:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135191.727809:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135191.727813:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c3ec1 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237faf expref: 16 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.727843:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 14 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.727854:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 14 pid: 9592 timeout: 936 lvb_type: 0 00000100:00100000:2.0:1746135191.727866:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626011520:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135191.727960:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3300 going to sleep for 11 seconds 00000100:00100000:2.0:1746135191.730150:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626011520:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135191.730179:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c3ec1 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237faf expref: 16 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135191.730197:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097b19000, rc 0) 00000100:00100000:2.0:1746135191.730313:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a621500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:3841:x1830954628296832:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 2576us (2764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135191.730320:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30106 00000100:00100000:0.0:1746135191.738249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.738351:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628296960 00000100:00100000:1.0:1746135191.738360:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628296960 00010000:00010000:1.0:1746135191.738433:0:7231:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 15 pid: 9592 timeout: 936 lvb_type: 0 00000100:00100000:1.0:1746135191.738470:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14399 00000100:00100000:1.0:1746135191.738476:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2010:x1830954628296960:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135191.738488:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135191.738509:0:7231:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 15 pid: 9592 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135191.738519:0:7231:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 15 pid: 9592 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135191.738540:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c3d2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f5b expref: 15 pid: 9592 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135191.738822:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.738826:0:7231:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135191.738832:0:7231:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c3ec1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237faf expref: 15 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.738840:0:7231:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c3ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237faf expref: 15 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135191.738867:0:7231:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097b19000/0xc3cfcce4a57c3ec1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237faf expref: 15 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135191.738877:0:7231:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a623b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954626011648:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135191.739413:0:7231:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d33c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135191.741624:0:7231:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a623b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7231:1830954626011648:192.168.202.58@tcp:105: 00010000:00010000:2.0:1746135191.741758:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135191.741959:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+14:2010:x1830954628296960:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 3481us (3719us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135191.741970:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14399 00000100:00100000:0.0:1746135191.747412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.747788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.747862:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628297344 00000100:00100000:2.0:1746135191.747873:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628297344 00002000:00100000:2.0:1746135191.747921:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8800855b5500 x1830954628297344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746135191.747922:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628297472 00000100:00100000:3.0:1746135191.747926:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628297472 00002000:00100000:2.0:1746135191.747930:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5500 with x1830954628297344 ext(0->2097151) 00002000:00010000:2.0:1746135191.747937:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b5500 00002000:00100000:3.0:1746135191.747942:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (1048576->2097151) req@ffff8800855b5f80 x1830954628297472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.747948:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5f80 with x1830954628297472 ext(1048576->2097151) 00002000:00010000:3.0:1746135191.747951:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b5f80 00000100:00100000:2.0:1746135191.747958:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13489 00000100:00100000:3.0:1746135191.747963:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13490 00000100:00100000:2.0:1746135191.747963:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628297344:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135191.747967:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954628297472:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135191.763175:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954628297472:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 15198us (15377us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.763186:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13490 00002000:00100000:3.0:1746135191.763197:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (1048576->2097151) req@ffff8800855b5f80 x1830954628297472/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.763206:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5f80 with x1830954628297472 ext(1048576->2097151) 00002000:00010000:3.0:1746135191.763211:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b5f80 00000100:00100000:2.0:1746135191.765767:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628297344:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 17791us (18356us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.765778:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13489 00002000:00100000:2.0:1746135191.765788:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff8800855b5500 x1830954628297344/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.765796:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5500 with x1830954628297344 ext(0->2097151) 00002000:00010000:2.0:1746135191.765800:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b5500 00000100:00100000:1.0:1746135191.782918:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.782963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.783197:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628297856 00000100:00100000:3.0:1746135191.783204:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628297856 00002000:00100000:3.0:1746135191.783237:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff88009a623b80 x1830954628297856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746135191.783241:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628297984 00002000:00100000:3.0:1746135191.783244:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623b80 with x1830954628297856 ext(2097152->4194303) 00000100:00100000:2.0:1746135191.783245:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628297984 00002000:00010000:3.0:1746135191.783247:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a623b80 00002000:00100000:2.0:1746135191.783264:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (2097152->4194303) req@ffff88009b60e680 x1830954628297984/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746135191.783270:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13491 00002000:00100000:2.0:1746135191.783272:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60e680 with x1830954628297984 ext(2097152->4194303) 00000100:00100000:3.0:1746135191.783274:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628297856:12345-192.168.202.58@tcp:3:cmp.0 00002000:00010000:2.0:1746135191.783275:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60e680 00000100:00100000:1.0:1746135191.783372:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13492 00000100:00100000:1.0:1746135191.783390:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628297984:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135191.795827:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628297856:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 12539us (12905us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135191.795840:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13491 00002000:00100000:3.0:1746135191.795851:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (2097152->4194303) req@ffff88009a623b80 x1830954628297856/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.795860:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a623b80 with x1830954628297856 ext(2097152->4194303) 00002000:00010000:3.0:1746135191.795866:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009a623b80 00000100:00100000:2.0:1746135191.805658:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628297984:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 22256us (22670us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.805669:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13492 00002000:00100000:2.0:1746135191.805680:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (2097152->4194303) req@ffff88009b60e680 x1830954628297984/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.805689:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60e680 with x1830954628297984 ext(2097152->4194303) 00002000:00010000:2.0:1746135191.805694:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60e680 00000100:00100000:0.0:1746135191.821071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.821119:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.821328:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628298368 00000100:00100000:2.0:1746135191.821335:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628298368 00002000:00100000:2.0:1746135191.821372:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8800855b4a80 x1830954628298368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.821391:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4a80 with x1830954628298368 ext(2097152->4194303) 00002000:00010000:2.0:1746135191.821395:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b4a80 00000100:00100000:2.0:1746135191.821409:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628298496 00000100:00100000:2.0:1746135191.821411:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628298496 00002000:00100000:2.0:1746135191.821421:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff8800855b5180 x1830954628298496/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.821427:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5180 with x1830954628298496 ext(2097152->4194303) 00002000:00010000:2.0:1746135191.821429:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b5180 00000100:00100000:2.0:1746135191.821441:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13493 00000100:00100000:2.0:1746135191.821446:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628298368:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135191.822248:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13494 00000100:00100000:2.0:1746135191.822256:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628298496:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135191.838322:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628298368:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16867us (17250us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.838332:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13493 00002000:00100000:2.0:1746135191.838341:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff8800855b4a80 x1830954628298368/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.838350:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4a80 with x1830954628298368 ext(2097152->4194303) 00002000:00010000:2.0:1746135191.838355:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b4a80 00000100:00100000:2.0:1746135191.844311:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628298496:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 22046us (23181us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.844323:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13494 00002000:00100000:2.0:1746135191.844333:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff8800855b5180 x1830954628298496/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.844342:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5180 with x1830954628298496 ext(2097152->4194303) 00002000:00010000:2.0:1746135191.844347:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b5180 00000100:00100000:0.0:1746135191.857111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.857223:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628298880 00000100:00100000:2.0:1746135191.857231:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628298880 00002000:00100000:2.0:1746135191.857270:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->6291455) req@ffff8800855b4e00 x1830954628298880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.857280:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4e00 with x1830954628298880 ext(4194304->6291455) 00002000:00010000:2.0:1746135191.857285:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b4e00 00000100:00100000:2.0:1746135191.857370:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13495 00000100:00100000:2.0:1746135191.857387:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628298880:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135191.859525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.860333:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628299008 00000100:00100000:2.0:1746135191.860342:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628299008 00002000:00100000:2.0:1746135191.860394:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff8800855b7100 x1830954628299008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.860403:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7100 with x1830954628299008 ext(4194304->6291455) 00002000:00010000:2.0:1746135191.860409:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b7100 00000100:00100000:2.0:1746135191.860432:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13496 00000100:00100000:2.0:1746135191.860438:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628299008:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135191.871171:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628298880:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 13781us (14055us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.871183:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13495 00002000:00100000:2.0:1746135191.871195:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (4194304->6291455) req@ffff8800855b4e00 x1830954628298880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.871203:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4e00 with x1830954628298880 ext(4194304->6291455) 00002000:00010000:2.0:1746135191.871209:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b4e00 00000100:00100000:2.0:1746135191.875310:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628299008:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 14861us (15784us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.875324:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13496 00002000:00100000:2.0:1746135191.875333:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (4194304->6291455) req@ffff8800855b7100 x1830954628299008/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.875347:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7100 with x1830954628299008 ext(4194304->6291455) 00002000:00010000:2.0:1746135191.875352:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b7100 00000100:00100000:0.0:1746135191.885628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.885722:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.885989:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628299264 00000100:00100000:3.0:1746135191.885999:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628299264 00002000:00100000:3.0:1746135191.886044:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff8800855b7b80 x1830954628299264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.886054:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7b80 with x1830954628299264 ext(6291456->7340031) 00002000:00010000:3.0:1746135191.886060:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b7b80 00000100:00100000:3.0:1746135191.886080:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628299520 00000100:00100000:3.0:1746135191.886082:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628299520 00002000:00100000:3.0:1746135191.886096:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (6291456->7340031) req@ffff8800855b7800 x1830954628299520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.886102:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7800 with x1830954628299520 ext(6291456->7340031) 00002000:00010000:3.0:1746135191.886105:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b7800 00000100:00100000:3.0:1746135191.886119:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13497 00000100:00100000:3.0:1746135191.886125:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628299264:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135191.886822:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13498 00000100:00100000:3.0:1746135191.886829:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628299520:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135191.889000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.889044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135191.889519:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628299904 00000100:00100000:3.0:1746135191.889528:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628299904 00002000:00100000:3.0:1746135191.889580:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88009ae0df80 x1830954628299904/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.889588:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0df80 with x1830954628299904 ext(7340032->8388607) 00002000:00010000:3.0:1746135191.889594:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae0df80 00000100:00100000:3.0:1746135191.889623:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628300032 00000100:00100000:3.0:1746135191.889630:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628300032 00002000:00100000:3.0:1746135191.889670:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (7340032->8388607) req@ffff88009ae0ea00 x1830954628300032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746135191.889676:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13499 00002000:00100000:3.0:1746135191.889677:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ea00 with x1830954628300032 ext(7340032->8388607) 00002000:00010000:3.0:1746135191.889680:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0ea00 00000100:00100000:2.0:1746135191.889684:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628299904:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135191.889693:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13500 00000100:00100000:3.0:1746135191.889697:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628300032:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135191.899578:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628299264:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 13445us (13954us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.899588:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13497 00002000:00100000:3.0:1746135191.899599:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (6291456->7340031) req@ffff8800855b7b80 x1830954628299264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.899608:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7b80 with x1830954628299264 ext(6291456->7340031) 00002000:00010000:3.0:1746135191.899613:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b7b80 00000100:00100000:0.0:1746135191.900920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.900951:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135191.901712:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628300416 00000100:00100000:1.0:1746135191.901720:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628300416 00002000:00100000:1.0:1746135191.901754:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff8800855b6a00 x1830954628300416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.901762:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6a00 with x1830954628300416 ext(4194304->6291455) 00002000:00010000:1.0:1746135191.901766:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b6a00 00000100:00100000:1.0:1746135191.901784:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628300544 00000100:00100000:1.0:1746135191.901786:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628300544 00002000:00100000:1.0:1746135191.901797:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff8800855b5880 x1830954628300544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135191.901803:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5880 with x1830954628300544 ext(4194304->6291455) 00002000:00010000:1.0:1746135191.901806:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b5880 00000100:00100000:1.0:1746135191.901823:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13501 00000100:00100000:1.0:1746135191.901829:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628300416:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135191.901906:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13502 00000100:00100000:2.0:1746135191.901913:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628300544:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135191.906597:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+12:2011:x1830954628299520:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 19761us (20866us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.906607:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13498 00002000:00100000:3.0:1746135191.906617:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x18:0x0] (6291456->7340031) req@ffff8800855b7800 x1830954628299520/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.906625:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b7800 with x1830954628299520 ext(6291456->7340031) 00002000:00010000:3.0:1746135191.906629:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b7800 00000100:00100000:2.0:1746135191.911810:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628299904:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 22117us (22809us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.911822:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13499 00002000:00100000:2.0:1746135191.911832:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1b:0x0] (7340032->8388607) req@ffff88009ae0df80 x1830954628299904/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.911840:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0df80 with x1830954628299904 ext(7340032->8388607) 00002000:00010000:2.0:1746135191.911846:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae0df80 00000100:00100000:3.0:1746135191.927604:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628300032:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 37896us (38550us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.927604:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628300544:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 25681us (26642us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.927616:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13502 00000100:00100000:3.0:1746135191.927619:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13500 00002000:00100000:2.0:1746135191.927629:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff8800855b5880 x1830954628300544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.927630:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x18:0x0] (7340032->8388607) req@ffff88009ae0ea00 x1830954628300032/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.927637:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ea00 with x1830954628300032 ext(7340032->8388607) 00002000:00100000:2.0:1746135191.927637:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b5880 with x1830954628300544 ext(4194304->6291455) 00002000:00010000:3.0:1746135191.927659:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0ea00 00002000:00010000:2.0:1746135191.927659:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b5880 00000100:00100000:2.0:1746135191.934360:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628300416:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 32521us (33432us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135191.934372:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13501 00002000:00100000:2.0:1746135191.934392:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff8800855b6a00 x1830954628300416/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.934400:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6a00 with x1830954628300416 ext(4194304->6291455) 00002000:00010000:2.0:1746135191.934407:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b6a00 00000100:00100000:0.0:1746135191.942327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135191.942413:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.943408:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628300800 00000100:00100000:2.0:1746135191.943416:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628300800 00002000:00100000:2.0:1746135191.943454:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800855b6680 x1830954628300800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.943463:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6680 with x1830954628300800 ext(6291456->7340031) 00002000:00010000:2.0:1746135191.943468:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b6680 00000100:00100000:3.0:1746135191.943764:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628301056 00000100:00100000:3.0:1746135191.943768:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628301056 00002000:00100000:3.0:1746135191.943786:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff8800855b6300 x1830954628301056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.943793:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6300 with x1830954628301056 ext(6291456->7340031) 00002000:00010000:3.0:1746135191.943796:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b6300 00000100:00100000:3.0:1746135191.943810:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13503 00000100:00100000:3.0:1746135191.943815:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628300800:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135191.944468:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13504 00000100:00100000:0.0:1746135191.944477:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628301056:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135191.944553:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.944750:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628301312 00000100:00100000:2.0:1746135191.944753:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628301312 00002000:00100000:2.0:1746135191.944773:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009b60d500 x1830954628301312/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.944780:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d500 with x1830954628301312 ext(7340032->8388607) 00002000:00010000:2.0:1746135191.944783:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d500 00000100:00100000:2.0:1746135191.944794:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13505 00000100:00100000:2.0:1746135191.944798:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954628301312:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135191.950013:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.950202:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628301568 00000100:00100000:2.0:1746135191.950215:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628301568 00002000:00100000:2.0:1746135191.950275:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800855b4380 x1830954628301568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.950292:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4380 with x1830954628301568 ext(7340032->8388607) 00002000:00010000:2.0:1746135191.950298:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b4380 00000100:00100000:2.0:1746135191.950337:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13506 00000100:00100000:2.0:1746135191.950344:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628301568:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135191.961753:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954628301056:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 17268us (19330us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.961766:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13504 00002000:00100000:2.0:1746135191.961780:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff8800855b6300 x1830954628301056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.961789:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6300 with x1830954628301056 ext(6291456->7340031) 00002000:00010000:2.0:1746135191.961794:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b6300 00000100:00100000:3.0:1746135191.962434:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954628300800:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 18615us (20114us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135191.962442:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13503 00002000:00100000:3.0:1746135191.962448:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff8800855b6680 x1830954628300800/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135191.962455:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b6680 with x1830954628300800 ext(6291456->7340031) 00002000:00010000:3.0:1746135191.962459:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800855b6680 00000100:00100000:2.0:1746135191.963398:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628301312:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 18593us (18840us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.963407:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13505 00002000:00100000:2.0:1746135191.963413:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009b60d500 x1830954628301312/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.963420:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60d500 with x1830954628301312 ext(7340032->8388607) 00002000:00010000:2.0:1746135191.963424:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60d500 00000100:00100000:2.0:1746135191.964434:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800855b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628301568:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 14084us (14427us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135191.964443:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13506 00002000:00100000:2.0:1746135191.964450:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800855b4380 x1830954628301568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.964458:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800855b4380 with x1830954628301568 ext(7340032->8388607) 00002000:00010000:2.0:1746135191.964462:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800855b4380 00000100:00100000:1.0:1746135191.977054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.977156:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628301824 00000100:00100000:2.0:1746135191.977164:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628301824 00002000:00100000:2.0:1746135191.977202:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff88009b60ea00 x1830954628301824/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.977211:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ea00 with x1830954628301824 ext(8388608->10485759) 00002000:00010000:2.0:1746135191.977217:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b60ea00 00000100:00100000:2.0:1746135191.977627:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13507 00000100:00100000:2.0:1746135191.977635:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628301824:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135191.980371:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135191.980812:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628302080 00000100:00100000:2.0:1746135191.980819:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628302080 00002000:00100000:2.0:1746135191.980859:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->10485759) req@ffff88009b60dc00 x1830954628302080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/0 e 0 to 0 dl 1746135202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135191.980868:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60dc00 with x1830954628302080 ext(8388608->10485759) 00002000:00010000:2.0:1746135191.980873:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60dc00 00000100:00100000:2.0:1746135191.980906:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13508 00000100:00100000:2.0:1746135191.980913:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954628302080:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135192.002716:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628301824:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 25071us (25658us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135192.002728:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13507 00002000:00100000:2.0:1746135192.002739:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1b:0x0] (8388608->10485759) req@ffff88009b60ea00 x1830954628301824/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.002753:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ea00 with x1830954628301824 ext(8388608->10485759) 00002000:00010000:2.0:1746135192.002758:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b60ea00 00000100:00100000:2.0:1746135192.008502:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954628302080:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 27575us (28125us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135192.008514:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13508 00002000:00100000:2.0:1746135192.008527:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x18:0x0] (8388608->10485759) req@ffff88009b60dc00 x1830954628302080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:647/0 lens 488/440 e 0 to 0 dl 1746135202 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.008536:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60dc00 with x1830954628302080 ext(8388608->10485759) 00002000:00010000:2.0:1746135192.008544:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60dc00 00000100:00100000:0.0:1746135192.009411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.009493:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628302336 00000100:00100000:2.0:1746135192.009502:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628302336 00002000:00100000:2.0:1746135192.009550:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff88009d596300 x1830954628302336/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.009559:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596300 with x1830954628302336 ext(10485760->11534335) 00002000:00010000:2.0:1746135192.009563:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d596300 00000100:00100000:2.0:1746135192.009900:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13509 00000100:00100000:2.0:1746135192.009907:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628302336:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135192.014043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.015254:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628302592 00000100:00100000:0.0:1746135192.015265:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628302592 00002000:00100000:0.0:1746135192.015310:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (10485760->11534335) req@ffff88009ae0d500 x1830954628302592/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135192.015319:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d500 with x1830954628302592 ext(10485760->11534335) 00002000:00010000:0.0:1746135192.015324:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0d500 00000100:00100000:0.0:1746135192.015363:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13510 00000100:00100000:0.0:1746135192.015370:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2008:x1830954628302592:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.026592:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.028126:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628302848 00000100:00100000:3.0:1746135192.028139:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628302848 00002000:00100000:3.0:1746135192.028325:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88009d597b80 x1830954628302848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.028337:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d597b80 with x1830954628302848 ext(11534336->12582911) 00002000:00010000:3.0:1746135192.028342:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d597b80 00000100:00100000:3.0:1746135192.029465:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13511 00000100:00100000:3.0:1746135192.029481:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628302848:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135192.030537:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.030848:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628303104 00000100:00100000:3.0:1746135192.030855:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628303104 00002000:00100000:3.0:1746135192.030893:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (11534336->12582911) req@ffff88009ae0ce00 x1830954628303104/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.030902:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954628303104 ext(11534336->12582911) 00002000:00010000:3.0:1746135192.030908:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0ce00 00000100:00100000:3.0:1746135192.030932:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13512 00000100:00100000:3.0:1746135192.030937:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628303104:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.031059:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.031747:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628303360 00000100:00100000:2.0:1746135192.031752:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628303360 00002000:00100000:2.0:1746135192.031779:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88009d594a80 x1830954628303360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.031793:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594a80 with x1830954628303360 ext(12582912->13631487) 00002000:00010000:2.0:1746135192.031798:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d594a80 00000100:00100000:2.0:1746135192.031815:0:28845:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13513 00000100:00100000:2.0:1746135192.031821:0:28845:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2011:x1830954628303360:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135192.037109:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+20:2010:x1830954628302336:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 27187us (27688us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.037124:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13509 00002000:00100000:2.0:1746135192.037139:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1b:0x0] (10485760->11534335) req@ffff88009d596300 x1830954628302336/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.037150:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596300 with x1830954628302336 ext(10485760->11534335) 00002000:00010000:2.0:1746135192.037157:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d596300 00000100:00100000:1.0:1746135192.040789:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2008:x1830954628302592:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 25405us (26738us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135192.040804:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13510 00002000:00100000:1.0:1746135192.040818:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x18:0x0] (10485760->11534335) req@ffff88009ae0d500 x1830954628302592/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.040827:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0d500 with x1830954628302592 ext(10485760->11534335) 00002000:00010000:1.0:1746135192.040833:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0d500 00000100:00100000:0.0:1746135192.054884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.054907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.055017:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d597b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628302848:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 25538us (28432us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.055029:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13511 00002000:00100000:3.0:1746135192.055042:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1b:0x0] (11534336->12582911) req@ffff88009d597b80 x1830954628302848/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.055051:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d597b80 with x1830954628302848 ext(11534336->12582911) 00002000:00010000:3.0:1746135192.055058:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d597b80 00000100:00100000:3.0:1746135192.055141:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628303616 00000100:00100000:3.0:1746135192.055147:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628303616 00002000:00100000:3.0:1746135192.055170:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff88009d596a00 x1830954628303616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.055176:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596a00 with x1830954628303616 ext(8388608->10485759) 00002000:00010000:3.0:1746135192.055179:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d596a00 00000100:00100000:3.0:1746135192.055196:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628303872 00000100:00100000:3.0:1746135192.055198:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628303872 00002000:00100000:3.0:1746135192.055206:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88009d594380 x1830954628303872/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.055211:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594380 with x1830954628303872 ext(8388608->10485759) 00002000:00010000:3.0:1746135192.055214:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d594380 00000100:00100000:3.0:1746135192.055223:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13514 00000100:00100000:3.0:1746135192.055228:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628303616:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135192.055471:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13515 00000100:00100000:2.0:1746135192.055479:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628303872:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135192.059439:0:28845:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2011:x1830954628303360:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 27603us (28365us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.059456:0:28845:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13513 00002000:00100000:2.0:1746135192.059474:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1b:0x0] (12582912->13631487) req@ffff88009d594a80 x1830954628303360/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.059484:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594a80 with x1830954628303360 ext(12582912->13631487) 00002000:00010000:2.0:1746135192.059492:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d594a80 00000100:00100000:0.0:1746135192.061224:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628303104:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 30272us (30676us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746135192.061237:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13512 00002000:00100000:0.0:1746135192.061248:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x18:0x0] (11534336->12582911) req@ffff88009ae0ce00 x1830954628303104/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135192.061256:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ce00 with x1830954628303104 ext(11534336->12582911) 00002000:00010000:0.0:1746135192.061262:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ae0ce00 00000100:00100000:3.0:1746135192.074506:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628303616:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 19267us (19624us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135192.074516:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13514 00002000:00100000:3.0:1746135192.074526:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff88009d596a00 x1830954628303616/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.074534:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596a00 with x1830954628303616 ext(8388608->10485759) 00002000:00010000:3.0:1746135192.074538:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d596a00 00000100:00100000:2.0:1746135192.077136:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628303872:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 21643us (22212us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135192.077154:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13515 00002000:00100000:2.0:1746135192.077164:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88009d594380 x1830954628303872/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.077174:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594380 with x1830954628303872 ext(8388608->10485759) 00002000:00010000:2.0:1746135192.077180:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d594380 00000100:00100000:0.0:1746135192.081086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.081205:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628304128 00000100:00100000:2.0:1746135192.081214:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628304128 00002000:00100000:2.0:1746135192.081257:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88009d595180 x1830954628304128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.081267:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595180 with x1830954628304128 ext(10485760->11534335) 00002000:00010000:2.0:1746135192.081271:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d595180 00000100:00100000:2.0:1746135192.081308:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13516 00000100:00100000:2.0:1746135192.081315:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2008:x1830954628304128:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.086530:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.086765:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628304384 00000100:00100000:3.0:1746135192.086776:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628304384 00002000:00100000:3.0:1746135192.086823:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88009d595f80 x1830954628304384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.086832:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595f80 with x1830954628304384 ext(10485760->11534335) 00002000:00010000:3.0:1746135192.086839:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d595f80 00000100:00100000:3.0:1746135192.086882:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13517 00000100:00100000:3.0:1746135192.086888:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628304384:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.092001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.092172:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628304640 00000100:00100000:1.0:1746135192.092185:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628304640 00002000:00100000:1.0:1746135192.092238:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009d596d80 x1830954628304640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.092247:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596d80 with x1830954628304640 ext(11534336->12582911) 00002000:00010000:1.0:1746135192.092253:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d596d80 00000100:00100000:1.0:1746135192.092289:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13518 00000100:00100000:1.0:1746135192.092296:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2008:x1830954628304640:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.095756:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.095786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.095847:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628305024 00000100:00100000:0.0:1746135192.095857:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628305024 00002000:00100000:0.0:1746135192.095900:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88009d595880 x1830954628305024/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746135192.095901:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2008:x1830954628304128:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 14584us (14821us total) trans 0 rc 1048576/1048576 00002000:00100000:0.0:1746135192.095910:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595880 with x1830954628305024 ext(11534336->12582911) 00000100:00100000:3.0:1746135192.095913:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13516 00002000:00010000:0.0:1746135192.095916:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d595880 00002000:00100000:3.0:1746135192.095921:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88009d595180 x1830954628304128/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.095931:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595180 with x1830954628304128 ext(10485760->11534335) 00002000:00010000:3.0:1746135192.095935:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d595180 00000100:00100000:0.0:1746135192.095937:0:28845:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628305152 00000100:00100000:0.0:1746135192.095939:0:28845:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628305152 00002000:00100000:0.0:1746135192.095950:0:28845:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff88009d594000 x1830954628305152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135192.095957:0:28845:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594000 with x1830954628305152 ext(12582912->13631487) 00000100:00100000:3.0:1746135192.095960:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13519 00002000:00010000:0.0:1746135192.095960:0:28845:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d594000 00000100:00100000:3.0:1746135192.095968:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954628305024:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.095976:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13520 00000100:00100000:0.0:1746135192.095982:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954628305152:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135192.102906:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2008:x1830954628304384:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16001us (16371us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.102921:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13517 00002000:00100000:3.0:1746135192.102936:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88009d595f80 x1830954628304384/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.102948:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595f80 with x1830954628304384 ext(10485760->11534335) 00002000:00010000:3.0:1746135192.102956:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d595f80 00000100:00100000:1.0:1746135192.109965:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d596d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2008:x1830954628304640:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 17660us (17967us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135192.109975:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13518 00002000:00100000:1.0:1746135192.109986:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009d596d80 x1830954628304640/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.109995:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d596d80 with x1830954628304640 ext(11534336->12582911) 00002000:00010000:1.0:1746135192.110000:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d596d80 00000100:00100000:3.0:1746135192.110774:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d595880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628305024:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 14804us (15031us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.110781:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13519 00002000:00100000:3.0:1746135192.110787:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88009d595880 x1830954628305024/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.110794:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d595880 with x1830954628305024 ext(11534336->12582911) 00002000:00010000:3.0:1746135192.110797:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d595880 00000100:00100000:2.0:1746135192.116248:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d594000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628305152:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 20255us (20450us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.116260:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13520 00002000:00100000:2.0:1746135192.116272:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff88009d594000 x1830954628305152/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.116282:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d594000 with x1830954628305152 ext(12582912->13631487) 00002000:00010000:2.0:1746135192.116288:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d594000 00000100:00100000:1.0:1746135192.123415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.123492:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628305408 00000100:00100000:2.0:1746135192.123504:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628305408 00000100:00100000:2.0:1746135192.123561:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 201 00000100:00100000:2.0:1746135192.123569:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e9e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:3841:x1830954628305408:12345-192.168.202.58@tcp:35:cmp.0 00000100:00100000:2.0:1746135192.123853:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e9e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:3841:x1830954628305408:12345-192.168.202.58@tcp:35:cmp.0 Request processed in 283us (447us total) trans 4294983783 rc 0/0 00000100:00100000:2.0:1746135192.123860:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 201 00000100:00100000:0.0:1746135192.133636:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.133815:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628305664 00000100:00100000:3.0:1746135192.133825:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628305664 00000100:00100000:3.0:1746135192.133890:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37643 00000100:00100000:3.0:1746135192.133897:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:3843:x1830954628305664:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:3.0:1746135192.133917:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.133937:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c3ec8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237fb6 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.134035:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c3ecf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.134048:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c3ecf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.134058:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c3ecf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:3.0:1746135192.134067:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:3.0:1746135192.134163:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b200/0xc3cfcce4a57c3ec8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fb6 expref: 18 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.134194:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c3ecf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fb6 expref: 17 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.134202:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:3.0:1746135192.134205:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135192.134208:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027b600, rc 0) 00000100:00100000:3.0:1746135192.134264:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:3843:x1830954628305664:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 367us (636us total) trans 4294983784 rc 0/0 00000100:00100000:3.0:1746135192.134270:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37643 00000100:00100000:0.0:1746135192.138579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.138637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.138750:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628306048 00000100:00100000:3.0:1746135192.138758:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628306048 00000100:00100000:2.0:1746135192.138768:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628305920 00000100:00100000:2.0:1746135192.138772:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628305920 00000100:00100000:3.0:1746135192.138899:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 690 00000100:00100000:2.0:1746135192.138900:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37644 00000100:00100000:3.0:1746135192.138908:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:2011:x1830954628306048:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746135192.138909:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:3843:x1830954628305920:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:3.0:1746135192.138927:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135192.138935:0:21569:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135192.138952:0:21569:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3edd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237fbd expref: -99 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.138953:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013027b600/0xc3cfcce4a57c3ecf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fb6 expref: 18 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.138973:0:7231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:3.0:1746135192.138976:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135192.139016:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:2011:x1830954628306048:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 110us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.139023:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 690 00010000:00010000:2.0:1746135192.139046:0:21569:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3ee4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135192.139058:0:21569:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21569 initiator: MDT0 00010000:00010000:2.0:1746135192.139066:0:21569:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3ee4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21569 initiator: MDT0 00000004:00200000:2.0:1746135192.139076:0:21569:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 26214400 00010000:00010000:2.0:1746135192.139183:0:21569:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c7200/0xc3cfcce4a57c3edd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fbd expref: 19 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.139211:0:21569:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3ee4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fbd expref: 18 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.139217:0:21569:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:2.0:1746135192.139220:0:21569:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135192.139223:0:21569:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b7c6600, rc 0) 00000100:00100000:2.0:1746135192.139244:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:3843:x1830954628305920:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 338us (678us total) trans 4294983785 rc 0/0 00000100:00100000:2.0:1746135192.139250:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37644 00000100:00100000:1.0:1746135192.143628:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.143687:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628306176 00000100:00100000:0.0:1746135192.143697:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628306176 00000100:00100000:1.0:1746135192.143900:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.143944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.144489:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 691 00000100:00100000:1.0:1746135192.144513:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:2008:x1830954628306176:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135192.144528:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746135192.144551:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628306304 00000100:00100000:2.0:1746135192.144555:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628306304 00000100:00100000:2.0:1746135192.144586:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628306432 00000100:00100000:2.0:1746135192.144588:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628306432 00000100:00100000:2.0:1746135192.144602:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30107 00000100:00100000:3.0:1746135192.144721:0:11953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30108 00000100:00100000:2.0:1746135192.144722:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2011:x1830954628306304:12345-192.168.202.58@tcp:101:cmp.0 00000100:00100000:3.0:1746135192.144730:0:11953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+14:2010:x1830954628306432:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:2.0:1746135192.144738:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.144739:0:11953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.144753:0:11953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c3ef2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237fcb expref: -99 pid: 11953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.144753:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c3ef9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237fc4 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.144771:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.144771:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.144773:0:11953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.144773:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.144780:0:11953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c3ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fcb expref: 15 pid: 11953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.144780:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c3ef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fc4 expref: 9 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135192.144795:0:11953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013027aa00/0xc3cfcce4a57c3ef2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fcb expref: 15 pid: 11953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.144795:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447d200/0xc3cfcce4a57c3ef9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fc4 expref: 9 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.144805:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447d200, rc 0) 00010000:00010000:3.0:1746135192.144806:0:11953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013027aa00, rc 0) 00000100:00100000:3.0:1746135192.144854:0:11953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2010:x1830954628306432:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 125us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135192.144854:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628306304:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 133us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135192.144859:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30107 00000100:00100000:3.0:1746135192.144863:0:11953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30108 00010000:00010000:1.0:1746135192.145031:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b7c6600/0xc3cfcce4a57c3ee4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fbd expref: 18 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.145752:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:1.0:1746135192.145757:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135192.145791:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2008:x1830954628306176:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1294us (3287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135192.145800:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 691 00000100:00100000:1.0:1746135192.161074:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.161182:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628306688 00000100:00100000:2.0:1746135192.161192:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628306688 00002000:00100000:2.0:1746135192.161243:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff88009b60ed80 x1830954628306688/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.161253:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ed80 with x1830954628306688 ext(0->2097151) 00002000:00010000:2.0:1746135192.161257:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60ed80 00000100:00100000:2.0:1746135192.161290:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13521 00000100:00100000:2.0:1746135192.161297:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628306688:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.161825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.161904:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628306944 00000100:00100000:3.0:1746135192.161909:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628306944 00002000:00100000:3.0:1746135192.161929:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880094c7c380 x1830954628306944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.161935:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c380 with x1830954628306944 ext(0->2097151) 00002000:00010000:3.0:1746135192.161939:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c7c380 00000100:00100000:3.0:1746135192.161960:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13522 00000100:00100000:3.0:1746135192.161964:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628306944:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135192.184146:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628306944:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 22164us (22305us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135192.184160:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13522 00002000:00100000:3.0:1746135192.184174:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff880094c7c380 x1830954628306944/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.184184:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c380 with x1830954628306944 ext(0->2097151) 00002000:00010000:3.0:1746135192.184191:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c7c380 00000100:00100000:2.0:1746135192.194320:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628306688:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 33011us (33244us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135192.194334:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13521 00002000:00100000:2.0:1746135192.194346:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff88009b60ed80 x1830954628306688/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.194355:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60ed80 with x1830954628306688 ext(0->2097151) 00002000:00010000:2.0:1746135192.194361:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b60ed80 00000100:00100000:0.0:1746135192.214518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.214573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.214694:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628307328 00000100:00100000:3.0:1746135192.214708:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628307328 00002000:00100000:3.0:1746135192.214764:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff880094c7d500 x1830954628307328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.214775:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d500 with x1830954628307328 ext(2097152->4194303) 00002000:00010000:3.0:1746135192.214782:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7d500 00000100:00100000:2.0:1746135192.217503:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628307456 00000100:00100000:2.0:1746135192.217515:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628307456 00000100:00100000:3.0:1746135192.217516:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13523 00000100:00100000:3.0:1746135192.217533:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628307328:12345-192.168.202.58@tcp:3:cmp.0 00002000:00100000:2.0:1746135192.217560:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880094c7f480 x1830954628307456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.217569:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f480 with x1830954628307456 ext(2097152->4194303) 00002000:00010000:2.0:1746135192.217575:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c7f480 00000100:00100000:2.0:1746135192.217602:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13524 00000100:00100000:2.0:1746135192.217606:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2010:x1830954628307456:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135192.239171:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628307328:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 21636us (24655us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135192.239181:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13523 00002000:00100000:3.0:1746135192.239192:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff880094c7d500 x1830954628307328/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.239201:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7d500 with x1830954628307328 ext(2097152->4194303) 00002000:00010000:3.0:1746135192.239207:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7d500 00000100:00100000:2.0:1746135192.248090:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2010:x1830954628307456:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 30472us (33505us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135192.248104:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13524 00002000:00100000:2.0:1746135192.248116:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880094c7f480 x1830954628307456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.248126:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f480 with x1830954628307456 ext(2097152->4194303) 00002000:00010000:2.0:1746135192.248131:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094c7f480 00000100:00100000:0.0:1746135192.266591:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.266696:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628307712 00000100:00100000:2.0:1746135192.266703:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628307712 00002000:00100000:2.0:1746135192.266737:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff880094c7c000 x1830954628307712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.266746:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c000 with x1830954628307712 ext(4194304->6291455) 00002000:00010000:2.0:1746135192.266750:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7c000 00000100:00100000:2.0:1746135192.266779:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13525 00000100:00100000:2.0:1746135192.266786:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2008:x1830954628307712:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135192.268234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.269792:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628307968 00000100:00100000:3.0:1746135192.269807:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628307968 00002000:00100000:3.0:1746135192.269856:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009ae0ca80 x1830954628307968/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.269865:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ca80 with x1830954628307968 ext(4194304->6291455) 00002000:00010000:3.0:1746135192.269870:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae0ca80 00000100:00100000:3.0:1746135192.269902:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13526 00000100:00100000:3.0:1746135192.269911:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2008:x1830954628307968:12345-192.168.202.58@tcp:3:cmp.0 00010000:00010000:0.0:1746135192.272051:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746135192.280480:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2008:x1830954628307712:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 13684us (13888us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135192.280490:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13525 00002000:00100000:2.0:1746135192.280500:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff880094c7c000 x1830954628307712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.280510:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7c000 with x1830954628307712 ext(4194304->6291455) 00002000:00010000:2.0:1746135192.280515:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7c000 00000100:00100000:0.0:1746135192.292365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.293403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.293501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.293549:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628308224 00000100:00100000:0.0:1746135192.293549:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628308608 00000100:00100000:1.0:1746135192.293557:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628308224 00000100:00100000:0.0:1746135192.293557:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628308608 00002000:00100000:1.0:1746135192.293594:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880094c7f800 x1830954628308224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135192.293594:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->8388607) req@ffff88009c7ec380 x1830954628308608/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135192.293602:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ec380 with x1830954628308608 ext(6291456->8388607) 00002000:00100000:1.0:1746135192.293603:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f800 with x1830954628308224 ext(6291456->7340031) 00002000:00010000:1.0:1746135192.293607:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7f800 00002000:00010000:0.0:1746135192.293607:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7ec380 00000100:00100000:1.0:1746135192.293624:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628308864 00000100:00100000:1.0:1746135192.293626:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628308864 00002000:00100000:1.0:1746135192.293635:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009c7eca80 x1830954628308864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746135192.293637:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13527 00002000:00100000:1.0:1746135192.293657:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eca80 with x1830954628308864 ext(7340032->8388607) 00002000:00010000:1.0:1746135192.293659:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7eca80 00000100:00100000:0.0:1746135192.293660:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2010:x1830954628308224:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135192.293670:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13528 00000100:00100000:1.0:1746135192.293676:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:2011:x1830954628308608:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135192.293693:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:2008:x1830954628307968:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 23781us (25461us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135192.293701:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13526 00002000:00100000:3.0:1746135192.293708:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88009ae0ca80 x1830954628307968/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.293715:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ae0ca80 with x1830954628307968 ext(4194304->6291455) 00002000:00010000:3.0:1746135192.293718:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ae0ca80 00000100:00100000:3.0:1746135192.293737:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13529 00000100:00100000:3.0:1746135192.293742:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2010:x1830954628308864:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135192.311824:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2010:x1830954628308224:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 18155us (19458us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135192.311835:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13527 00002000:00100000:1.0:1746135192.311845:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880094c7f800 x1830954628308224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.311854:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7f800 with x1830954628308224 ext(6291456->7340031) 00002000:00010000:1.0:1746135192.311859:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7f800 00000100:00100000:3.0:1746135192.324411:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628308864:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 30657us (30898us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.324423:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13529 00002000:00100000:3.0:1746135192.324434:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009c7eca80 x1830954628308864/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.324442:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7eca80 with x1830954628308864 ext(7340032->8388607) 00002000:00010000:3.0:1746135192.324448:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7eca80 00000100:00100000:1.0:1746135192.325086:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628308608:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 31407us (31684us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746135192.325093:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13528 00002000:00100000:1.0:1746135192.325098:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->8388607) req@ffff88009c7ec380 x1830954628308608/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.325105:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ec380 with x1830954628308608 ext(6291456->8388607) 00002000:00010000:1.0:1746135192.325109:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7ec380 00000100:00100000:0.0:1746135192.343844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.343892:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.343975:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628309248 00000100:00100000:1.0:1746135192.343984:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628309248 00002000:00100000:1.0:1746135192.344028:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff88009c7ec700 x1830954628309248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.344042:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ec700 with x1830954628309248 ext(8388608->10485759) 00002000:00010000:1.0:1746135192.344047:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7ec700 00000100:00100000:1.0:1746135192.344070:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628309376 00000100:00100000:1.0:1746135192.344072:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628309376 00002000:00100000:1.0:1746135192.344084:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88009c7ef480 x1830954628309376/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.344090:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ef480 with x1830954628309376 ext(8388608->10485759) 00002000:00010000:1.0:1746135192.344093:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7ef480 00000100:00100000:1.0:1746135192.344116:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13530 00000100:00100000:1.0:1746135192.344121:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2008:x1830954628309248:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135192.344187:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13531 00000100:00100000:2.0:1746135192.344198:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2008:x1830954628309376:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135192.365133:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2008:x1830954628309248:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 20997us (21285us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746135192.365146:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13530 00002000:00100000:1.0:1746135192.365160:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff88009c7ec700 x1830954628309248/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.365169:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ec700 with x1830954628309248 ext(8388608->10485759) 00002000:00010000:1.0:1746135192.365176:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7ec700 00000100:00100000:2.0:1746135192.367517:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2008:x1830954628309376:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 23311us (23612us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135192.367530:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13531 00002000:00100000:2.0:1746135192.367541:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88009c7ef480 x1830954628309376/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.367551:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7ef480 with x1830954628309376 ext(8388608->10485759) 00002000:00010000:2.0:1746135192.367556:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7ef480 00000100:00100000:0.0:1746135192.371456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.371626:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628309632 00000100:00100000:2.0:1746135192.371634:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628309632 00002000:00100000:2.0:1746135192.371697:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88009bb79180 x1830954628309632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.371705:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb79180 with x1830954628309632 ext(10485760->11534335) 00002000:00010000:2.0:1746135192.371710:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb79180 00000100:00100000:2.0:1746135192.371746:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13532 00000100:00100000:2.0:1746135192.371753:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628309632:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.377487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.377580:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628309888 00000100:00100000:1.0:1746135192.377589:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628309888 00002000:00100000:1.0:1746135192.377625:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88009bb78380 x1830954628309888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.377633:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78380 with x1830954628309888 ext(10485760->11534335) 00002000:00010000:1.0:1746135192.377656:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb78380 00000100:00100000:1.0:1746135192.377671:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13533 00000100:00100000:1.0:1746135192.377677:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628309888:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.385033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.386215:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628310144 00000100:00100000:0.0:1746135192.386229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.386238:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628310144 00000100:00100000:0.0:1746135192.386266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00002000:00100000:2.0:1746135192.386290:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009bb7a680 x1830954628310144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.386300:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7a680 with x1830954628310144 ext(11534336->12582911) 00002000:00010000:2.0:1746135192.386305:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7a680 00000100:00100000:0.0:1746135192.386308:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628310400 00000100:00100000:0.0:1746135192.386312:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628310400 00000100:00100000:2.0:1746135192.386323:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628310656 00000100:00100000:2.0:1746135192.386325:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628310656 00002000:00100000:0.0:1746135192.386331:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88009bb78000 x1830954628310400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.386334:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff88009bb7bb80 x1830954628310656/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135192.386339:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78000 with x1830954628310400 ext(11534336->12582911) 00002000:00100000:2.0:1746135192.386341:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7bb80 with x1830954628310656 ext(12582912->13631487) 00002000:00010000:2.0:1746135192.386343:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7bb80 00002000:00010000:0.0:1746135192.386343:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb78000 00000100:00100000:2.0:1746135192.386361:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13534 00000100:00100000:2.0:1746135192.386369:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+12:2011:x1830954628310144:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135192.386464:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13535 00000100:00100000:0.0:1746135192.386470:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+12:2011:x1830954628310656:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135192.386490:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13536 00000100:00100000:3.0:1746135192.386498:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628310400:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135192.388840:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2011:x1830954628309632:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 17075us (17383us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.388854:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13532 00002000:00100000:3.0:1746135192.388867:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88009bb79180 x1830954628309632/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.388876:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb79180 with x1830954628309632 ext(10485760->11534335) 00002000:00010000:3.0:1746135192.388882:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb79180 00000100:00100000:1.0:1746135192.395140:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2011:x1830954628309888:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 17451us (17648us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135192.395154:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13533 00002000:00100000:1.0:1746135192.395166:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88009bb78380 x1830954628309888/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.395175:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78380 with x1830954628309888 ext(10485760->11534335) 00002000:00010000:1.0:1746135192.395181:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb78380 00000100:00100000:2.0:1746135192.404342:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2011:x1830954628310144:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 17964us (19314us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.404353:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13534 00002000:00100000:2.0:1746135192.404363:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff88009bb7a680 x1830954628310144/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.404381:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7a680 with x1830954628310144 ext(11534336->12582911) 00002000:00010000:2.0:1746135192.404386:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7a680 00000100:00100000:3.0:1746135192.407854:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2011:x1830954628310400:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 21345us (21613us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.407867:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13536 00002000:00100000:3.0:1746135192.407879:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff88009bb78000 x1830954628310400/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.407888:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb78000 with x1830954628310400 ext(11534336->12582911) 00002000:00010000:3.0:1746135192.407894:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bb78000 00000100:00100000:1.0:1746135192.412616:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628310656:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 26130us (26333us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135192.412631:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13535 00002000:00100000:1.0:1746135192.412668:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x19:0x0] (12582912->13631487) req@ffff88009bb7bb80 x1830954628310656/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/440 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.412681:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bb7bb80 with x1830954628310656 ext(12582912->13631487) 00002000:00010000:1.0:1746135192.412687:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bb7bb80 00000100:00100000:0.0:1746135192.418045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.418443:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628310912 00000100:00100000:2.0:1746135192.418451:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628310912 00000100:00100000:2.0:1746135192.418503:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 202 00000100:00100000:2.0:1746135192.418510:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:3843:x1830954628310912:12345-192.168.202.58@tcp:35:cmp.0 00000100:00100000:2.0:1746135192.418706:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:3843:x1830954628310912:12345-192.168.202.58@tcp:35:cmp.0 Request processed in 196us (669us total) trans 4294983786 rc 0/0 00000100:00100000:2.0:1746135192.418712:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 202 00000100:00100000:0.0:1746135192.420497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.420559:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628311168 00000100:00100000:2.0:1746135192.420566:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628311168 00000100:00100000:2.0:1746135192.420659:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 203 00000100:00100000:2.0:1746135192.420667:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:3843:x1830954628311168:12345-192.168.202.58@tcp:35:cmp.0 00000100:00100000:2.0:1746135192.421016:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+19:3843:x1830954628311168:12345-192.168.202.58@tcp:35:cmp.0 Request processed in 349us (524us total) trans 4294983787 rc 0/0 00000100:00100000:2.0:1746135192.421023:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 203 00000100:00100000:0.0:1746135192.434774:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.434832:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628311424 00000100:00100000:1.0:1746135192.434842:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628311424 00000100:00100000:1.0:1746135192.434903:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37645 00000100:00100000:1.0:1746135192.434911:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:3844:x1830954628311424:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:1.0:1746135192.434959:0:8790:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746135192.434983:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3e5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f70 expref: 24 pid: 21569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.435002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135192.435015:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc98400/0xc3cfcce4a57c3c2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f07 expref: 23 pid: 21569 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.435020:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628311552 00000100:00100000:2.0:1746135192.435023:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628311552 00010000:00010000:1.0:1746135192.435027:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:1.0:1746135192.435035:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3e43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f69 expref: 23 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.435042:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135192.435044:0:8790:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135192.435045:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 721 00000100:00100000:2.0:1746135192.435050:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2009:x1830954628311552:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1746135192.435061:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.435068:0:10478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135192.435070:0:8790:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 18 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.435075:0:10478:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3f07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608237fd2 expref: -99 pid: 10478 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.435077:0:8790:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.435103:0:10478:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10478 initiator: MDT0 00010000:00010000:1.0:1746135192.435105:0:8790:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 18 pid: 21569 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.435115:0:8790:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 18 pid: 21569 timeout: 936 lvb_type: 0 00010000:00010000:2.0:1746135192.435123:0:10478:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10478 initiator: MDT0 00000100:00100000:1.0:1746135192.435125:0:8790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626011776:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135192.435132:0:10478:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435143:0:10478:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435148:0:10478:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435152:0:10478:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435188:0:10478:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10478 initiator: MDT0 00000100:00100000:1.0:1746135192.435191:0:8790:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3480 going to sleep for 11 seconds 00010000:00010000:2.0:1746135192.435194:0:10478:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435199:0:10478:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435202:0:10478:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135192.435204:0:10478:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435209:0:10478:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435215:0:10478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135192.435217:0:10478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135192.435219:0:10478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.435224:0:10478:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435228:0:10478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435810:0:10478:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435815:0:10478:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435819:0:10478:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435822:0:10478:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135192.435824:0:10478:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435832:0:10478:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435839:0:10478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012cbf8500) 00010000:00010000:2.0:1746135192.435841:0:10478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135192.435843:0:10478:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435846:0:10478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644000/0xc3cfcce4a57c3f15 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10478 initiator: MDT0 00010000:00010000:2.0:1746135192.435873:0:10478:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3f07 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fd2 expref: 23 pid: 10478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.435879:0:10478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135192.435881:0:10478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746135192.435882:0:10478:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.435887:0:10478:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3f07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237fd2 expref: 23 pid: 10478 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.435893:0:10478:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645c00, rc -2) 00000100:00100000:2.0:1746135192.435924:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+22:2009:x1830954628311552:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 874us (922us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746135192.435930:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 721 00000100:00100000:1.0:1746135192.437164:0:8790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626011776:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135192.437186:0:8790:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000100:00100000:0.0:1746135192.437713:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.437814:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628311680 00000100:00100000:1.0:1746135192.437820:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628311680 00010000:00010000:1.0:1746135192.437849:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 19 pid: 21569 timeout: 936 lvb_type: 0 00000100:00100000:1.0:1746135192.437871:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14400 00000100:00100000:1.0:1746135192.437877:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4be0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+19:2011:x1830954628311680:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135192.437887:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135192.437891:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 19 pid: 21569 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.437901:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 19 pid: 21569 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.437924:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c3e7b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f85 expref: 19 pid: 21569 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.437947:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135192.437950:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.437958:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.437966:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.437982:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135192.437988:0:8790:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.437994:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.438007:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3f1c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.438012:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3f1c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.438017:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3f1c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000100:00100000:1.0:1746135192.438022:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4be0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:2011:x1830954628311680:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 144us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135192.438028:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14400 00010000:00010000:2.0:1746135192.438087:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.438092:0:8790:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 17 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.438096:0:8790:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.438116:0:8790:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 17 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.438123:0:8790:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 17 pid: 8790 timeout: 936 lvb_type: 0 00000100:00100000:2.0:1746135192.438131:0:8790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626011904:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135192.438638:0:8790:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746135192.439683:0:8790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626011904:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135192.439705:0:8790:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000100:00100000:0.0:1746135192.439887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.439938:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628311808 00000100:00100000:1.0:1746135192.439944:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628311808 00010000:00010000:1.0:1746135192.439969:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 18 pid: 8790 timeout: 936 lvb_type: 0 00000100:00100000:1.0:1746135192.440000:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14401 00000100:00100000:1.0:1746135192.440007:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:2010:x1830954628311808:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135192.440017:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135192.440022:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 18 pid: 8790 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.440031:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 18 pid: 8790 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.440047:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c400/0xc3cfcce4a57c3cad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f2a expref: 18 pid: 8790 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.440059:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:1.0:1746135192.440063:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.440071:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.440076:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.440097:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135192.440121:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:2010:x1830954628311808:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 115us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135192.440127:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14401 00010000:00010000:2.0:1746135192.440284:0:8790:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440290:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000040:00080000:2.0:1746135192.440541:0:8790:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:2.0:1746135192.440549:0:8790:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 836741907688ns, next at 837741905950ns, rc = 0 00000040:00080000:2.0:1746135192.440568:0:8790:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:2.0:1746135192.440571:0:8790:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 836741930995ns, next at 837741930490ns, rc = 0 00010000:00010000:2.0:1746135192.440614:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440621:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440628:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440633:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440674:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440682:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440698:0:8790:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746135192.440720:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440726:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440733:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440737:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644c00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135192.440741:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440746:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440753:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:2.0:1746135192.440756:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746135192.440758:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440762:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3f23 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x48:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135192.440825:0:9606:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746135192.440831:0:9606:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135192.440837:0:9606:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:0.0:1746135192.440840:0:9606:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135192.440845:0:9606:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440850:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135192.440853:0:9606:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff880097977b00) 00010000:00010000:2.0:1746135192.440855:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135192.440855:0:9606:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746135192.440858:0:9606:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440859:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135192.440862:0:9606:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644a00/0xc3cfcce4a57c3f2a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440863:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440867:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094470400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135192.440869:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440876:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.440882:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135192.440884:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746135192.440884:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135192.440885:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746135192.440887:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135192.440887:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746135192.440890:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c3f00 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00000004:00010000:2.0:1746135192.440898:0:8790:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009bb78700 reply state ffff88009244d000 transno 4294983788 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3f1c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.441099:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644800/0xc3cfcce4a57c3f1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135192.441104:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:2.0:1746135192.441106:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746135192.441108:0:8790:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746135192.441275:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:3844:x1830954628311424:12345-192.168.202.58@tcp:36:rm.0 Request processed in 6362us (6510us total) trans 4294983788 rc 0/0 00000100:00100000:2.0:1746135192.441281:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37645 00000100:00100000:3.0:1746135192.449846:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3769:1830954626012032:0@lo:400:kworker.0 00000100:00100000:2.0:1746135192.449903:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954626012288:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.449922:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135192.449941:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135192.449966:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626012288 00000100:00100000:3.0:1746135192.449973:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626012544:0@lo:400:kworker.0 00000100:00100000:2.0:1746135192.449973:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626012288 00000100:00100000:3.0:1746135192.449992:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135192.450005:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626013056:0@lo:400:kworker.0 00000100:00100000:2.0:1746135192.450005:0:10478:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626012544 00000100:00100000:2.0:1746135192.450007:0:10478:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626012544 00000100:00100000:2.0:1746135192.450018:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1746135192.450019:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135192.450024:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830954626012288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450030:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626013568:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450042:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135192.450052:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1746135192.450056:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830954626012416:0@lo:400:kworker.0 00000100:00100000:2.0:1746135192.450063:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830954626012288:12345-0@lo:400:kworker.0 Request processed in 38us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135192.450068:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1746135192.450075:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135192.450078:0:10478:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1746135192.450082:0:10478:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3769:x1830954626012544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450087:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626012928:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450099:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135192.450104:0:10478:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3769:x1830954626012544:12345-0@lo:400:kworker.0 Request processed in 22us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135192.450107:0:10478:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1746135192.450109:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626013440:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450120:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135192.450131:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954626012288:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450135:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626012544:0@lo:400:kworker.0 00000100:00100000:2.0:1746135192.450136:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830954626012800:0@lo:400:kworker.0 00000100:00100000:2.0:1746135192.450151:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135192.450171:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626013056 00000100:00100000:3.0:1746135192.450174:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626013056 00000100:00100000:3.0:1746135192.450198:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626013568 00000100:00100000:3.0:1746135192.450200:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626013568 00000100:00100000:3.0:1746135192.450212:0:11615:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626012928 00000100:00100000:3.0:1746135192.450214:0:11615:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626012928 00000100:00100000:0.0:1746135192.450216:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626013440 00000100:00100000:0.0:1746135192.450220:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626013440 00000100:00100000:3.0:1746135192.450224:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1746135192.450229:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954626013056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135192.450237:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1746135192.450242:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954626013568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450255:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954626013056:12345-0@lo:400:kworker.0 Request processed in 26us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.450260:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1746135192.450270:0:11615:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1746135192.450273:0:11615:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626012928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746135192.450283:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954626013568:12345-0@lo:400:kworker.0 Request processed in 41us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135192.450288:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1746135192.450291:0:11615:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626012928:12345-0@lo:400:kworker.0 Request processed in 18us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.450296:0:11615:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1746135192.450298:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1746135192.450302:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626013440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135192.450307:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830954626012160:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450312:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626012416 00000100:00100000:3.0:1746135192.450315:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626012416 00000100:00100000:0.0:1746135192.450319:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3769:x1830954626013440:12345-0@lo:400:kworker.0 Request processed in 16us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135192.450323:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1746135192.450331:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626012800 00000100:00100000:3.0:1746135192.450333:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626012800 00000100:00100000:1.0:1746135192.450333:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135192.450345:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626012160 00000100:00100000:3.0:1746135192.450347:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626012160 00000100:00100000:1.0:1746135192.450348:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3770:1830954626012672:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450357:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1746135192.450359:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135192.450362:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830954626012416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135192.450388:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3770:1830954626013184:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450397:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801212a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830954626012416:12345-0@lo:400:kworker.0 Request processed in 35us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.450401:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1746135192.450406:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135192.450409:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626012672 00000100:00100000:3.0:1746135192.450411:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626012672 00000100:00100000:3.0:1746135192.450420:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626013184 00000100:00100000:3.0:1746135192.450422:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626013184 00000100:00100000:1.0:1746135192.450427:0:7240:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626012032 00000100:00100000:3.0:1746135192.450430:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:1.0:1746135192.450430:0:7240:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626012032 00000100:00100000:3.0:1746135192.450434:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830954626012800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450452:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830954626012800:12345-0@lo:400:kworker.0 Request processed in 18us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.450456:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1746135192.450463:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1746135192.450464:0:7240:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1746135192.450467:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830954626012160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746135192.450469:0:7240:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3769:x1830954626012032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450488:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830954626012160:12345-0@lo:400:kworker.0 Request processed in 21us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.450492:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1746135192.450496:0:7240:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e36658d9-8e39-4e57-8a61-1b4d315fbe9e+23:3769:x1830954626012032:12345-0@lo:400:kworker.0 Request processed in 27us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.450499:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1746135192.450501:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830954626012800:0@lo:400:kworker.0 00000100:00100000:1.0:1746135192.450501:0:7240:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1746135192.450503:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830954626012672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746135192.450505:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830954626013312:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450520:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830954626012672:12345-0@lo:400:kworker.0 Request processed in 17us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.450524:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00080000:1.0:1746135192.450524:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746135192.450526:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746135192.450527:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746135192.450530:0:21569:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626013312 00000100:00100000:3.0:1746135192.450532:0:21569:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626013312 00000100:00080000:1.0:1746135192.450554:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746135192.450555:0:21569:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00080000:1.0:1746135192.450557:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746135192.450560:0:21569:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830954626013184:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746135192.450560:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746135192.450571:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1746135192.450575:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830954626013312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450577:0:21569:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830954626013184:12345-0@lo:400:kworker.0 Request processed in 17us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.450582:0:21569:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1746135192.450599:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094670e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830954626013312:12345-0@lo:400:kworker.0 Request processed in 24us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135192.450604:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:3.0:1746135192.450609:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830954626012416:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450617:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626012928:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450623:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830954626013440:0@lo:400:kworker.0 00000100:00100000:1.0:1746135192.450629:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830954626012160:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450631:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626013056:0@lo:400:kworker.0 00000100:00100000:1.0:1746135192.450636:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3770:1830954626012672:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450655:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880089fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626013568:0@lo:400:kworker.0 00000100:00100000:1.0:1746135192.450660:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3770:1830954626013184:0@lo:400:kworker.0 00000100:00100000:3.0:1746135192.450662:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e36658d9-8e39-4e57-8a61-1b4d315fbe9e:3769:1830954626012032:0@lo:400:kworker.0 00000100:00100000:2.0:1746135192.450698:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830954626013312:0@lo:400:kworker.0 00000100:00100000:0.0:1746135192.480750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.480835:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628311936 00000100:00100000:3.0:1746135192.480846:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628311936 00000100:00100000:3.0:1746135192.480911:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37646 00000100:00100000:3.0:1746135192.480918:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+23:3847:x1830954628311936:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1746135192.480947:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.480967:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823800a expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.481025:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c3f38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.481037:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c3f38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.481046:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c3f38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:3.0:1746135192.481087:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135192.481090:0:8790:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135192.481107:0:8790:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c3f38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.481126:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823800a expref: 25 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.481155:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c3f38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823800a expref: 24 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.481162:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135192.481164:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135192.481166:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514a00, rc 0) 00000100:00100000:3.0:1746135192.481368:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:3847:x1830954628311936:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 450us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.481384:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37646 00000100:00100000:0.0:1746135192.483636:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.483771:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628312192 00000100:00100000:3.0:1746135192.483780:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628312192 00000100:00100000:3.0:1746135192.483827:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37647 00000100:00100000:3.0:1746135192.483835:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+24:3847:x1830954628312192:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1746135192.483850:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.483853:0:8790:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746135192.483874:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094514a00/0xc3cfcce4a57c3f38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823800a expref: 24 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.483887:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135192.483891:0:8790:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135192.483899:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3f3f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238011 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.483973:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.483982:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.483989:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.483997:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3f4d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.484002:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3f4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.484007:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3f4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485075:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485085:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485092:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:3.0:1746135192.485100:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:3.0:1746135192.485120:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485125:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485129:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485134:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485138:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094515000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135192.485141:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485146:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485154:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135192.485156:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135192.485159:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485163:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3f46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00000004:00010000:3.0:1746135192.485175:0:8790:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b4cb480 reply state ffff88009b5fc000 transno 4294983789 ns: mdt-lustre-MDT0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3f4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485181:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094514c00/0xc3cfcce4a57c3f4d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.485186:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:3.0:1746135192.485188:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746135192.485190:0:8790:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746135192.485210:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3f3f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 26 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.485221:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 25 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.485226:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7c00) 00010000:00010000:3.0:1746135192.485228:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135192.485229:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe9800, rc 0) 00000100:00100000:3.0:1746135192.485285:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:3847:x1830954628312192:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1450us (1656us total) trans 4294983789 rc 0/0 00000100:00100000:3.0:1746135192.485291:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37647 00000100:00100000:0.0:1746135192.487849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.487956:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628312448 00000100:00100000:3.0:1746135192.487966:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628312448 00000100:00100000:3.0:1746135192.488018:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37648 00000100:00100000:3.0:1746135192.488026:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:3847:x1830954628312448:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1746135192.488046:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.488059:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3f62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238018 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.488136:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.488148:0:8790:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 27 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.488154:0:8790:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.488181:0:8790:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 27 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.488191:0:8790:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 27 pid: 8790 timeout: 936 lvb_type: 0 00000100:00100000:3.0:1746135192.488202:0:8790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626013696:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135192.488849:0:8790:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009249b6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746135192.492448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.492496:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628312576 00000100:00100000:1.0:1746135192.492504:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628312576 00010000:00010000:1.0:1746135192.492535:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 28 pid: 8790 timeout: 936 lvb_type: 0 00000100:00100000:1.0:1746135192.492558:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14402 00000100:00100000:1.0:1746135192.492564:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954628312576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135192.492577:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135192.492582:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 28 pid: 8790 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.492592:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 28 pid: 8790 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.492611:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7c00) 00010000:00010000:1.0:1746135192.492615:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.492623:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.492629:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135192.492675:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135192.492710:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:2011:x1830954628312576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 146us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135192.492717:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14402 00010000:00010000:3.0:1746135192.492916:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3f54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238011 expref: 27 pid: 8790 timeout: 936 lvb_type: 0 00000100:00100000:3.0:1746135192.492929:0:8790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008268c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626013696:192.168.202.58@tcp:104: 00010000:00010000:3.0:1746135192.492941:0:8790:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.492946:0:8790:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.492949:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:3.0:1746135192.492964:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00080000:3.0:1746135192.493069:0:8790:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00000004:00080000:3.0:1746135192.493073:0:8790:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1746135192.493137:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.493142:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.493145:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.493148:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094514000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135192.493150:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.493153:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.493158:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7c00) 00010000:00010000:3.0:1746135192.493160:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746135192.493161:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.493164:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3f69 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:3.0:1746135192.493195:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3f62 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238018 expref: 27 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.493199:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3f62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238018 expref: 27 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.493207:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe8000, rc 0) 00000100:00100000:3.0:1746135192.493237:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:3847:x1830954628312448:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 5212us (5395us total) trans 4294983790 rc 301/301 00000100:00100000:3.0:1746135192.493242:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37648 00000100:00100000:0.0:1746135192.497488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.497555:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628312832 00000100:00100000:2.0:1746135192.497565:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628312832 00000100:00100000:2.0:1746135192.497609:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 204 00000100:00100000:2.0:1746135192.497616:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+26:3847:x1830954628312832:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:2.0:1746135192.497872:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:3847:x1830954628312832:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 255us (389us total) trans 4294983791 rc 0/0 00000100:00100000:2.0:1746135192.497878:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 204 00000100:00100000:0.0:1746135192.499571:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.499721:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628312960 00000100:00100000:3.0:1746135192.499729:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628312960 00000100:00100000:3.0:1746135192.499785:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37649 00000100:00100000:3.0:1746135192.499793:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+27:3847:x1830954628312960:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:3.0:1746135192.499814:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.499835:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3f77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823801f expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.499884:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823801f expref: 28 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.499896:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3f77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823801f expref: 28 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.499911:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:3.0:1746135192.499914:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746135192.499916:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe8000, rc 0) 00000100:00100000:3.0:1746135192.499963:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:3847:x1830954628312960:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 170us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.499968:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37649 00000100:00100000:0.0:1746135192.501895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.502503:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628313216 00000100:00100000:2.0:1746135192.502511:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628313216 00000100:00100000:2.0:1746135192.502670:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 205 00000100:00100000:2.0:1746135192.502678:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+28:3847:x1830954628313216:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:2.0:1746135192.503124:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:3847:x1830954628313216:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 446us (1234us total) trans 4294983792 rc 0/0 00000100:00100000:2.0:1746135192.503130:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 205 00000100:00100000:0.0:1746135192.514761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.514813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.515633:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628313344 00000100:00100000:3.0:1746135192.515741:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628313344 00000100:00100000:3.0:1746135192.515808:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628313472 00000100:00100000:3.0:1746135192.515811:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628313472 00000100:00100000:3.0:1746135192.515838:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37650 00000100:00100000:3.0:1746135192.515848:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+29:3848:x1830954628313344:12345-192.168.202.58@tcp:101:dd.0 00000100:00100000:2.0:1746135192.515849:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37651 00000100:00100000:2.0:1746135192.515856:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+17:3849:x1830954628313472:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135192.515874:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135192.515874:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.515895:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3f7e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238026 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.515895:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3f85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823802d expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.515951:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:3.0:1746135192.515952:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3f93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.515964:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3f93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.515976:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3f93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135192.516031:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.516038:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:2.0:1746135192.516054:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746135192.516056:0:7247:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135192.516076:0:7247:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.516094:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d645c00/0xc3cfcce4a57c3f85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823802d expref: 19 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.516112:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823802d expref: 18 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.516120:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135192.516123:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746135192.516126:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644400, rc 0) 00000100:00100000:2.0:1746135192.516177:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:3849:x1830954628313472:12345-192.168.202.58@tcp:101:dd.0 Request processed in 321us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135192.516182:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37651 00000004:00200000:3.0:1746135192.518841:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746135192.518851:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746135192.518889:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3f93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.518927:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009df49a00/0xc3cfcce4a57c3f7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238026 expref: 31 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.518962:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3f93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238026 expref: 30 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.518969:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135192.518972:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746135192.518974:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a850aa00, rc 0) 00000100:00100000:3.0:1746135192.519034:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:3848:x1830954628313344:12345-192.168.202.58@tcp:101:dd.0 Request processed in 3186us (4280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.519042:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37650 00000100:00100000:0.0:1746135192.520208:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.520287:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628313728 00000100:00100000:3.0:1746135192.520295:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628313728 00000100:00100000:3.0:1746135192.520337:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37652 00000100:00100000:3.0:1746135192.520342:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:3849:x1830954628313728:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135192.520361:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.520385:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d584400/0xc3cfcce4a57c3f9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238034 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.520464:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d585e00/0xc3cfcce4a57c3fa1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.520475:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d585e00/0xc3cfcce4a57c3fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.520488:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d585e00/0xc3cfcce4a57c3fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135192.520495:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:3.0:1746135192.520795:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d584400/0xc3cfcce4a57c3f9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238034 expref: 21 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.520809:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d585e00/0xc3cfcce4a57c3fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238034 expref: 20 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.520816:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:3.0:1746135192.520818:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135192.520820:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d585e00, rc 0) 00000100:00100000:3.0:1746135192.521016:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+20:3849:x1830954628313728:12345-192.168.202.58@tcp:101:dd.0 Request processed in 673us (812us total) trans 4294983793 rc 0/0 00000100:00100000:3.0:1746135192.521023:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37652 00000100:00100000:0.0:1746135192.523573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.523613:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.523872:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628314112 00000100:00100000:3.0:1746135192.523880:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628314112 00000100:00100000:3.0:1746135192.523913:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37653 00000100:00100000:3.0:1746135192.523919:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+30:3848:x1830954628314112:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135192.523933:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.523936:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746135192.523956:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c3f93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238026 expref: 30 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.523969:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135192.523973:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135192.523981:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013101d200/0xc3cfcce4a57c3faf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238073 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.524063:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c3fb6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.524072:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c3fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.524079:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c3fb6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135192.524087:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:3.0:1746135192.524159:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013101d200/0xc3cfcce4a57c3faf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238073 expref: 32 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.524169:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c3fb6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238073 expref: 31 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.524175:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012f84f800) 00010000:00010000:3.0:1746135192.524177:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135192.524179:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101c600, rc 0) 00000100:00100000:3.0:1746135192.524210:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:3848:x1830954628314112:12345-192.168.202.58@tcp:101:dd.0 Request processed in 291us (596us total) trans 4294983794 rc 0/0 00000100:00100000:3.0:1746135192.524215:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37653 00000100:00100000:1.0:1746135192.524323:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628313856 00000100:00100000:1.0:1746135192.524327:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628313856 00000100:00100000:1.0:1746135192.524352:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 724 00000100:00100000:1.0:1746135192.524357:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2010:x1830954628313856:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1746135192.524380:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135192.524387:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094516200/0xc3cfcce4a57c3fc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823803b expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.524407:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524414:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524419:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524427:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524432:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524436:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524494:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3fd9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524499:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524504:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00000004:00200000:1.0:1746135192.524513:0:7251:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00000004:00200000:1.0:1746135192.524516:0:7251:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746135192.524522:0:7251:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524528:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524533:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524537:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524542:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524546:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094516a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135192.524549:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524553:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524559:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135192.524561:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135192.524563:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524567:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c3fcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524578:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524581:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524585:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524589:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094517400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135192.524591:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524596:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524601:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:1.0:1746135192.524603:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135192.524605:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524609:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c3fd2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524621:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094516200/0xc3cfcce4a57c3fc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823803b expref: 33 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.524628:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823803b expref: 32 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.524632:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:1.0:1746135192.524635:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746135192.524637:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514000, rc 0) 00010000:00010000:1.0:1746135192.524657:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135192.524663:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094514800/0xc3cfcce4a57c3fe0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238042 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.524676:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524683:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524688:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524698:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524703:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524707:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524719:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524724:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524728:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524732:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094515e00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135192.524734:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524740:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524746:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135192.524747:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135192.524749:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524753:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094515e00/0xc3cfcce4a57c3fe7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524760:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524764:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524769:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524773:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094515000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135192.524775:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524778:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524783:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009d3cfe00) 00010000:00010000:1.0:1746135192.524785:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135192.524786:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524790:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094515000/0xc3cfcce4a57c3fee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135192.524806:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094514800/0xc3cfcce4a57c3fe0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238042 expref: 33 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.524811:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135192.524813:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746135192.524815:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094514800/0xc3cfcce4a57c3fe0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238042 expref: 33 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.524821:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094514800, rc -2) 00000100:00100000:1.0:1746135192.524848:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2010:x1830954628313856:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 491us (1284us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746135192.524853:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 724 00000100:00100000:0.0:1746135192.525693:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.525759:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.525930:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628314368 00000100:00100000:2.0:1746135192.525937:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628314368 00000100:00100000:2.0:1746135192.525971:0:7247:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37654 00000100:00100000:2.0:1746135192.525978:0:7247:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+20:3849:x1830954628314368:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135192.525991:0:7247:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135192.525993:0:7247:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746135192.526007:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644400/0xc3cfcce4a57c3f8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823802d expref: 20 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.526021:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135192.526023:0:7247:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135192.526030:0:7247:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3ff5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823807a expref: -99 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.526102:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526111:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526118:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526130:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526135:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526139:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526178:0:7247:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526185:0:7247:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526190:0:7247:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7247 initiator: MDT0 00000004:00200000:2.0:1746135192.526196:0:7247:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 0 00010000:00010000:2.0:1746135192.526247:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526252:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526256:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526260:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cbe9800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135192.526264:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526269:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526276:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135192.526278:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135192.526281:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526285:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c3ffc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526292:0:7247:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526296:0:7247:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526300:0:7247:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526304:0:7247:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012cbe8200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135192.526306:0:7247:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526310:0:7247:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526322:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:2.0:1746135192.526324:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135192.526326:0:7247:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526330:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8200/0xc3cfcce4a57c4003 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7247 initiator: MDT0 00010000:00010000:2.0:1746135192.526356:0:7247:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d644c00/0xc3cfcce4a57c3ff5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 22 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.526365:0:7247:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 21 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.526370:0:7247:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:2.0:1746135192.526381:0:7247:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135192.526382:0:7247:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bce8a00, rc 0) 00000100:00100000:2.0:1746135192.526416:0:7247:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+21:3849:x1830954628314368:12345-192.168.202.58@tcp:101:dd.0 Request processed in 438us (727us total) trans 4294983795 rc 0/0 00000100:00100000:2.0:1746135192.526422:0:7247:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37654 00000100:00100000:0.0:1746135192.526731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.526746:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628314496 00000100:00100000:0.0:1746135192.526750:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628314496 00000100:00100000:0.0:1746135192.526770:0:7231:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628314624 00000100:00100000:0.0:1746135192.526772:0:7231:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628314624 00000100:00100000:0.0:1746135192.526785:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 692 00000100:00100000:0.0:1746135192.526790:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+21:2011:x1830954628314496:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135192.526797:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135192.526810:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d585e00/0xc3cfcce4a57c3fa1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238034 expref: 21 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135192.526820:0:7231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:0.0:1746135192.526823:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135192.526838:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+20:2011:x1830954628314496:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 49us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135192.526843:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 692 00000100:00100000:0.0:1746135192.526853:0:7231:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 693 00000100:00100000:0.0:1746135192.526857:0:7231:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:2009:x1830954628314624:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135192.526862:0:7231:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135192.526870:0:7231:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c3fb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238073 expref: 32 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135192.526882:0:7231:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012f84f800) 00010000:00010000:0.0:1746135192.526884:0:7231:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135192.526896:0:7231:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:2009:x1830954628314624:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 37us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135192.526900:0:7231:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 693 00000100:00100000:0.0:1746135192.532158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.532264:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.532316:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.532421:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628315008 00000100:00100000:2.0:1746135192.532430:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628315008 00000100:00100000:2.0:1746135192.532468:0:9591:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628315136 00000100:00100000:2.0:1746135192.532470:0:9591:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628315136 00000100:00100000:2.0:1746135192.532485:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30109 00000100:00100000:2.0:1746135192.532492:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628315008:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:2.0:1746135192.532508:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135192.532527:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238081 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746135192.532546:0:9591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746135192.532563:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.532564:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.532570:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 17 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.532583:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 17 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.532598:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b518a00, rc 0) 00000100:00100000:2.0:1746135192.532675:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628315008:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 182us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135192.532680:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30109 00000100:00100000:2.0:1746135192.532694:0:9591:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30110 00000100:00100000:2.0:1746135192.532699:0:9591:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628315136:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:2.0:1746135192.532705:0:9591:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135192.532715:0:9591:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238088 expref: -99 pid: 9591 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746135192.532726:0:9591:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746135192.532734:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.532735:0:9591:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.532738:0:9591:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 9 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.532747:0:9591:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 9 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.532753:0:9591:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d645c00, rc 0) 00000100:00100000:2.0:1746135192.532767:0:9591:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628315136:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 69us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135192.532772:0:9591:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30110 00000100:00100000:1.0:1746135192.533259:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628314880 00000100:00100000:1.0:1746135192.533264:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628314880 00000100:00100000:1.0:1746135192.533302:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13537 00000100:00100000:1.0:1746135192.533306:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628314880:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135192.533324:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.533332:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.533336:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.533339:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.533348:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.535489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.535525:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628315392 00000100:00100000:2.0:1746135192.535533:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628315392 00000100:00100000:2.0:1746135192.535579:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13538 00000100:00100000:2.0:1746135192.535584:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628315392:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135192.535610:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.535621:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.535623:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.535627:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.535638:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135192.540110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.540217:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628315520 00000100:00100000:2.0:1746135192.540225:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628315520 00000100:00100000:2.0:1746135192.540279:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30111 00000100:00100000:2.0:1746135192.540286:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:3849:x1830954628315520:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135192.540302:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135192.540319:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823808f expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.540345:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 18 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.540352:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.540354:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.540357:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.540403:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 18 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.540414:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 18 pid: 9591 timeout: 936 lvb_type: 1 00000100:00100000:2.0:1746135192.540424:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954626013824:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135192.540525:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746135192.543599:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.543616:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.543625:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.543631:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094515000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135192.543634:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.543667:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.543683:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.543688:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094515000/0xc3cfcce4a57c4026 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135192.543770:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628314880:12345-192.168.202.58@tcp:3:dd.0 Request processed in 10456us (13338us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135192.543779:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13537 00000100:00100000:0.0:1746135192.546259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.547092:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954626013824:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135192.547120:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 16 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.547135:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012cbe9800, rc 0) 00000100:00100000:2.0:1746135192.547187:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:3849:x1830954628315520:12345-192.168.202.58@tcp:101:dd.0 Request processed in 6901us (7085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135192.547194:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30111 00000100:00100000:1.0:1746135192.549752:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628315648 00000100:00100000:1.0:1746135192.549760:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628315648 00010000:00010000:1.0:1746135192.549876:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 17 pid: 9591 timeout: 936 lvb_type: 1 00000100:00100000:1.0:1746135192.549903:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14403 00000100:00100000:1.0:1746135192.549911:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628315648:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135192.549921:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135192.549938:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 17 pid: 9591 timeout: 936 lvb_type: 1 00010000:00010000:1.0:1746135192.549948:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 17 pid: 9591 timeout: 936 lvb_type: 1 00010000:00010000:1.0:1746135192.549968:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4018 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238081 expref: 17 pid: 9591 timeout: 936 lvb_type: 1 00010000:00010000:1.0:1746135192.549980:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.549982:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.549987:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.549995:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.550021:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 15 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135192.550031:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626013952:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135192.550096:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3540 going to sleep for 11 seconds 00010000:00010000:2.0:1746135192.550170:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.550178:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.550185:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.550195:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d644400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135192.550199:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.550206:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.550215:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.550221:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644400/0xc3cfcce4a57c402d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.550255:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008268c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628315392:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14670us (14774us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.550261:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13538 00000100:00100000:1.0:1746135192.553896:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626013952:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135192.553915:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135192.553955:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628315648:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4044us (7703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135192.553965:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14403 00000100:00100000:0.0:1746135192.554142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.554362:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628315776 00000100:00100000:3.0:1746135192.554368:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628315776 00000100:00100000:3.0:1746135192.554416:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37655 00000100:00100000:3.0:1746135192.554422:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+31:3848:x1830954628315776:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135192.554441:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135192.554460:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b670200/0xc3cfcce4a57c403b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238096 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.554487:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c4042 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.554498:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c4042 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.554506:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c4042 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135192.554594:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b670200/0xc3cfcce4a57c403b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238096 expref: 33 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.554611:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b671600/0xc3cfcce4a57c4042 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238096 expref: 32 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.554618:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012f84f800) 00010000:00010000:3.0:1746135192.554621:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1746135192.554623:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b671600, rc 0) 00000100:00100000:3.0:1746135192.554664:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:3848:x1830954628315776:12345-192.168.202.58@tcp:101:dd.0 Request processed in 241us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135192.554669:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37655 00000100:00100000:0.0:1746135192.560861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.560990:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628316032 00000100:00100000:2.0:1746135192.560999:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628316032 00000100:00100000:2.0:1746135192.561117:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13539 00000100:00100000:2.0:1746135192.561125:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628316032:12345-192.168.202.58@tcp:4:dd.0 00010000:00010000:2.0:1746135192.561341:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.561361:0:9596:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 9 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.561370:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135192.561381:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746135192.561384:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.561439:0:9596:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 9 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.561452:0:9596:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 9 pid: 9590 timeout: 936 lvb_type: 0 00000100:00100000:2.0:1746135192.561469:0:9596:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:9596:1830954626014080:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135192.562309:0:9596:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746135192.563539:0:9596:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:9596:1830954626014080:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135192.563565:0:9596:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135192.567210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.567254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.567278:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628316160 00000100:00100000:1.0:1746135192.567285:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628316160 00010000:00010000:1.0:1746135192.567319:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 10 pid: 9590 timeout: 936 lvb_type: 0 00000100:00100000:1.0:1746135192.567355:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14404 00000100:00100000:1.0:1746135192.567361:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954628316160:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135192.567371:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746135192.567396:0:7232:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:1.0:1746135192.567398:0:7232:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:1.0:1746135192.567403:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 10 pid: 9590 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.567414:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 10 pid: 9590 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.567435:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645e00/0xc3cfcce4a57c3e35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608237f62 expref: 10 pid: 9590 timeout: 936 lvb_type: 0 00010000:00010000:1.0:1746135192.567450:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.567452:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.567456:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.567463:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.567481:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135192.567512:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628316160:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 152us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135192.567518:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14404 00000100:00100000:2.0:1746135192.567596:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628316288 00000100:00100000:2.0:1746135192.567600:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628316288 00000100:00100000:2.0:1746135192.567624:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30112 00000100:00100000:2.0:1746135192.567629:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:3849:x1830954628316288:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135192.567661:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135192.567675:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823809d expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.567692:0:26641:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 8 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135192.567698:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.567700:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.567703:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 10 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.567724:0:26641:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 8 pid: 9591 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135192.567728:0:9596:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.567734:0:26641:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 8 pid: 9591 timeout: 936 lvb_type: 1 00010000:00010000:3.0:1746135192.567738:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.567745:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954626014208:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135192.567784:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff880132ed3f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746135192.572019:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801364cf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954626014208:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135192.572046:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 10 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135192.572061:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d644c00, rc 0) 00000100:00100000:0.0:1746135192.572113:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:3849:x1830954628316288:12345-192.168.202.58@tcp:101:dd.0 Request processed in 4482us (4856us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135192.572121:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30112 00000100:00100000:2.0:1746135192.580410:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.580839:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628316416 00000100:00100000:3.0:1746135192.580847:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628316416 00010000:00010000:3.0:1746135192.580878:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 10 pid: 9591 timeout: 936 lvb_type: 1 00000100:00100000:1.0:1746135192.581075:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14405 00000100:00100000:1.0:1746135192.581085:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954628316416:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135192.581097:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135192.581116:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 10 pid: 9591 timeout: 936 lvb_type: 1 00010000:00010000:1.0:1746135192.581126:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 10 pid: 9591 timeout: 936 lvb_type: 1 00010000:00010000:1.0:1746135192.581146:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d645c00/0xc3cfcce4a57c401f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238088 expref: 10 pid: 9591 timeout: 936 lvb_type: 1 00010000:00010000:1.0:1746135192.581173:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.581175:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.581181:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.581189:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.581218:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 9 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135192.581228:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954626014336:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135192.581284:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135192.585869:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b60c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954626014336:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135192.585888:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135192.585931:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628316416:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4848us (5531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135192.585941:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14405 00000001:00080000:0.0:1746135192.592989:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970719 is committed 00000001:00080000:0.0:1746135192.593003:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970718 is committed 00002000:00010000:3.0:1746135192.593899:0:9596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746135191 -> 1746135192 00002000:00010000:3.0:1746135192.593904:0:9596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746135191 -> 1746135192 00010000:00010000:3.0:1746135192.593918:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.593928:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.593937:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.593948:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800866df400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.593952:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.593960:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.593980:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.593985:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866df400/0xc3cfcce4a57c4049 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.597871:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2010:x1830954628316032:12345-192.168.202.58@tcp:4:dd.0 Request processed in 36734us (37008us total) trans 4294970719 rc 0/0 00000100:00100000:3.0:1746135192.597884:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13539 00000100:00100000:0.0:1746135192.603535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.603624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.603678:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628316800 00000100:00100000:1.0:1746135192.603686:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628316800 00000100:00100000:1.0:1746135192.603740:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628316928 00000100:00100000:1.0:1746135192.603742:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628316928 00000100:00100000:1.0:1746135192.603839:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13540 00000100:00100000:3.0:1746135192.603845:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13541 00000100:00100000:1.0:1746135192.603846:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628316800:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135192.603852:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628316928:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135192.603875:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.603875:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.603886:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.603886:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.603887:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.603888:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.603892:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.603892:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.603903:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.603903:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.616004:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.616023:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.616031:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.616038:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b670200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135192.616042:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.616048:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.616066:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.616071:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b670200/0xc3cfcce4a57c405e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135192.616182:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628316800:12345-192.168.202.58@tcp:3:dd.0 Request processed in 12333us (12651us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135192.616192:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13540 00010000:00010000:3.0:1746135192.626590:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.626606:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.626614:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.626620:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b447800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.627455:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.627467:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.627488:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.627494:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b447800/0xc3cfcce4a57c4057 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.627587:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628316928:12345-192.168.202.58@tcp:3:dd.0 Request processed in 23730us (23958us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.627596:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13541 00000100:00100000:0.0:1746135192.633791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.633860:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628317184 00000100:00100000:3.0:1746135192.633868:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628317184 00000100:00100000:3.0:1746135192.633927:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13542 00000100:00100000:3.0:1746135192.633934:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628317184:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:3.0:1746135192.633979:0:9596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e898, atime: 0x0, ctime: 0x6813e898, blocks: 0xc800 00010000:00010000:3.0:1746135192.633986:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.633997:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.633999:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.634004:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.634016:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746135192.653005:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970720 is committed 00010000:00010000:3.0:1746135192.653506:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.653518:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.653525:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.653532:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b447800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.653535:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.653543:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.653561:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.653566:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b447800/0xc3cfcce4a57c4065 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.654977:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628317184:12345-192.168.202.58@tcp:4:dd.0 Request processed in 21033us (21186us total) trans 4294970720 rc 0/0 00000100:00100000:3.0:1746135192.654986:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13542 00000100:00100000:0.0:1746135192.658052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.658102:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.658222:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628317440 00000100:00100000:1.0:1746135192.658231:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628317440 00000100:00100000:1.0:1746135192.658279:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628317696 00000100:00100000:1.0:1746135192.658281:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628317696 00000100:00100000:1.0:1746135192.658299:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13543 00000100:00100000:1.0:1746135192.658306:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628317440:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135192.658337:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.658348:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.658350:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135192.658355:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.658366:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.658658:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13544 00000100:00100000:3.0:1746135192.658666:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628317696:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135192.658686:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.658694:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.658695:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.658699:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.658709:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.669827:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.669847:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.669856:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.669863:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d06ac00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135192.669866:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.669874:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.669893:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135192.669900:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d06ac00/0xc3cfcce4a57c406c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135192.671763:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628317440:12345-192.168.202.58@tcp:3:dd.0 Request processed in 13443us (13707us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135192.671777:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13543 00010000:00010000:3.0:1746135192.673049:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.673062:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.673074:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.673080:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800866de400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.673083:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.673090:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.673160:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.673167:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800866de400/0xc3cfcce4a57c4073 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.675056:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628317696:12345-192.168.202.58@tcp:3:dd.0 Request processed in 16383us (16946us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.675067:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13544 00000100:00100000:1.0:1746135192.679677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.679797:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628318208 00000100:00100000:3.0:1746135192.679806:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628318208 00000100:00100000:3.0:1746135192.679850:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13545 00000100:00100000:3.0:1746135192.679856:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628318208:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:3.0:1746135192.679895:0:9596:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e898, atime: 0x0, ctime: 0x6813e898, blocks: 0xc800 00010000:00010000:3.0:1746135192.679903:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.679914:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.679916:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.679921:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.679933:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135192.682012:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.682184:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628317952 00000100:00100000:2.0:1746135192.682190:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628317952 00002000:00100000:2.0:1746135192.682217:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88009b60f480 x1830954628317952/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.682226:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f480 with x1830954628317952 ext(0->4194303) 00002000:00010000:2.0:1746135192.682230:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b60f480 00000100:00100000:2.0:1746135192.683638:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13546 00000100:00100000:2.0:1746135192.683661:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+16:2010:x1830954628317952:12345-192.168.202.58@tcp:4:dd.0 00000001:00080000:2.0:1746135192.702049:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970721 is committed 00000100:00100000:0.0:1746135192.703006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.703029:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628318464 00000100:00100000:0.0:1746135192.703036:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628318464 00002000:00100000:0.0:1746135192.703070:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff88009b6c8e00 x1830954628318464/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135192.703078:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8e00 with x1830954628318464 ext(0->4194303) 00002000:00010000:0.0:1746135192.703083:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6c8e00 00000100:00100000:0.0:1746135192.703111:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13547 00000100:00100000:0.0:1746135192.703117:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2011:x1830954628318464:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:3.0:1746135192.704480:0:9596:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 1746135192 -> 1746135193 00002000:00010000:3.0:1746135192.704486:0:9596:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 1746135192 -> 1746135193 00010000:00010000:3.0:1746135192.704497:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.704506:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.704513:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.704519:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801364a6200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.704523:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.704530:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.704548:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.704555:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c407a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.704629:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628318208:12345-192.168.202.58@tcp:4:dd.0 Request processed in 24770us (24958us total) trans 4294970721 rc 0/0 00000100:00100000:3.0:1746135192.704637:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13545 00000100:00100000:0.0:1746135192.718210:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.718254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.718281:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628318848 00000100:00100000:3.0:1746135192.718289:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628318848 00000100:00100000:3.0:1746135192.718341:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628318976 00000100:00100000:3.0:1746135192.718344:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628318976 00000100:00100000:3.0:1746135192.718366:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13548 00000100:00100000:3.0:1746135192.718381:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628318848:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135192.718382:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13549 00000100:00100000:2.0:1746135192.718388:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628318976:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135192.718411:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.718411:0:24984:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.718424:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.718424:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.718426:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.718426:0:24984:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.718431:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.718431:0:24984:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.718444:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.718445:0:24984:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.732464:0:24984:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.732486:0:24984:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.732496:0:24984:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.732503:0:24984:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094415c00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135192.732506:0:24984:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.732512:0:24984:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.732528:0:24984:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.732533:0:24984:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094415c00/0xc3cfcce4a57c4088 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24984 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.733068:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628318976:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14673us (14806us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.733078:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13549 00010000:00010000:3.0:1746135192.739341:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.739358:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.739367:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.739386:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a75e600 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.739390:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.739396:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.739414:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.739420:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4081 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.740104:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628318848:12345-192.168.202.58@tcp:3:dd.0 Request processed in 21726us (21895us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.740114:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13548 00000100:00100000:2.0:1746135192.752392:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b60f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:2010:x1830954628317952:12345-192.168.202.58@tcp:4:dd.0 Request processed in 68726us (70377us total) trans 4294972169 rc 0/0 00000100:00100000:2.0:1746135192.752402:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13546 00002000:00100000:2.0:1746135192.752412:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff88009b60f480 x1830954628317952/t4294972169(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/448 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.752421:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b60f480 with x1830954628317952 ext(0->4194303) 00002000:00010000:2.0:1746135192.752426:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b60f480 00000100:00100000:3.0:1746135192.752945:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.753693:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628319232 00000100:00100000:2.0:1746135192.753699:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628319232 00000100:00100000:2.0:1746135192.753733:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13550 00000100:00100000:2.0:1746135192.753739:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628319232:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135192.753774:0:28846:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:2.0:1746135192.753781:0:28846:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.753793:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.753794:0:28846:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.753799:0:28846:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.753811:0:28846:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135192.772039:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b6c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2011:x1830954628318464:12345-192.168.202.58@tcp:4:dd.0 Request processed in 68912us (69027us total) trans 4294970722 rc 0/0 00000100:00100000:0.0:1746135192.772050:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13547 00002000:00100000:0.0:1746135192.772062:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->4194303) req@ffff88009b6c8e00 x1830954628318464/t4294970722(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/448 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135192.772071:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b6c8e00 with x1830954628318464 ext(0->4194303) 00002000:00010000:0.0:1746135192.772077:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b6c8e00 00000100:00100000:0.0:1746135192.777846:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000001:00080000:2.0:1746135192.777961:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970723 is committed 00000001:00080000:2.0:1746135192.777973:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970722 is committed 00000100:00100000:1.0:1746135192.778052:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628319488 00000100:00100000:1.0:1746135192.778062:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628319488 00002000:00100000:1.0:1746135192.778104:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880094746a00 x1830954628319488/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.778113:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746a00 with x1830954628319488 ext(4194304->8388607) 00002000:00010000:1.0:1746135192.778117:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094746a00 00000100:00100000:1.0:1746135192.778150:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13551 00010000:00010000:3.0:1746135192.778153:0:28846:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135192.778156:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+18:2011:x1830954628319488:12345-192.168.202.58@tcp:4:dd.0 00010000:00010000:3.0:1746135192.778162:0:28846:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.778171:0:28846:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.778178:0:28846:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c47d400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.778182:0:28846:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.778190:0:28846:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.778206:0:28846:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.778213:0:28846:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c47d400/0xc3cfcce4a57c408f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28846 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.778282:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628319232:12345-192.168.202.58@tcp:4:dd.0 Request processed in 24541us (25335us total) trans 4294970723 rc 0/0 00000100:00100000:3.0:1746135192.778288:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13550 00000100:00100000:0.0:1746135192.785445:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.785482:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.785525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.785594:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628319744 00000100:00100000:2.0:1746135192.785603:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628319744 00002000:00100000:2.0:1746135192.785670:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff880094745500 x1830954628319744/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.785679:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094745500 with x1830954628319744 ext(4194304->8388607) 00002000:00010000:2.0:1746135192.785691:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094745500 00000100:00100000:2.0:1746135192.785708:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628320000 00000100:00100000:2.0:1746135192.785710:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628320000 00000100:00100000:2.0:1746135192.785728:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628320256 00000100:00100000:2.0:1746135192.785730:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628320256 00000100:00100000:2.0:1746135192.785751:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13552 00000100:00100000:2.0:1746135192.785758:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2011:x1830954628319744:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1746135192.788394:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13553 00000100:00100000:2.0:1746135192.788410:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628320000:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135192.788452:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.788465:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.788466:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.788470:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.788482:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.789201:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13554 00000100:00100000:2.0:1746135192.789211:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628320256:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135192.789235:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.789244:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.789246:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.789249:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.789258:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.807461:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.807480:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.807487:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.807494:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a6200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135192.807498:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.807505:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.807523:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.807529:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4096 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.807611:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628320000:12345-192.168.202.58@tcp:3:dd.0 Request processed in 19203us (22123us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.807621:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13553 00010000:00010000:2.0:1746135192.814752:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.814769:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.814777:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.814784:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a6000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135192.814788:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.814795:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.814812:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.814823:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6000/0xc3cfcce4a57c409d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.814915:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628320256:12345-192.168.202.58@tcp:3:dd.0 Request processed in 25702us (29385us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.814924:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13554 00000100:00100000:0.0:1746135192.827302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.827563:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628320512 00000100:00100000:2.0:1746135192.827570:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628320512 00000100:00100000:2.0:1746135192.827619:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13555 00000100:00100000:2.0:1746135192.827626:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628320512:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135192.827688:0:27161:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:2.0:1746135192.827695:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.827706:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.827707:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.827711:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.827723:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135192.838385:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+20:2011:x1830954628319488:12345-192.168.202.58@tcp:4:dd.0 Request processed in 60209us (60530us total) trans 4294972170 rc 0/0 00000100:00100000:1.0:1746135192.838398:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13551 00002000:00100000:1.0:1746135192.838409:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880094746a00 x1830954628319488/t4294972170(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/448 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135192.838419:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746a00 with x1830954628319488 ext(4194304->8388607) 00002000:00010000:1.0:1746135192.838425:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094746a00 00000100:00100000:2.0:1746135192.856788:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2011:x1830954628319744:12345-192.168.202.58@tcp:4:dd.0 Request processed in 71021us (71343us total) trans 4294970724 rc 0/0 00000100:00100000:2.0:1746135192.856800:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13552 00002000:00100000:2.0:1746135192.856812:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->8388607) req@ffff880094745500 x1830954628319744/t4294970724(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/448 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.856822:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094745500 with x1830954628319744 ext(4194304->8388607) 00002000:00010000:2.0:1746135192.856828:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094745500 00000001:00080000:2.0:1746135192.861062:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970725 is committed 00000001:00080000:2.0:1746135192.861081:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970724 is committed 00010000:00010000:3.0:1746135192.861265:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.861277:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.861284:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.861289:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a7000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.861293:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.861300:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.861315:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.861321:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7000/0xc3cfcce4a57c40a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.861431:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628320512:12345-192.168.202.58@tcp:4:dd.0 Request processed in 33800us (34132us total) trans 4294970725 rc 0/0 00000100:00100000:3.0:1746135192.861441:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13555 00000100:00100000:3.0:1746135192.864923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.864964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.864992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135192.865039:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628320768 00000100:00100000:3.0:1746135192.865048:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628320768 00002000:00100000:3.0:1746135192.865091:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8801325b1880 x1830954628320768/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.865101:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1880 with x1830954628320768 ext(8388608->12582911) 00002000:00010000:3.0:1746135192.865108:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325b1880 00000100:00100000:3.0:1746135192.865123:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628321152 00000100:00100000:3.0:1746135192.865125:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628321152 00000100:00100000:3.0:1746135192.865138:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628321280 00000100:00100000:3.0:1746135192.865140:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628321280 00000100:00100000:3.0:1746135192.865161:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13556 00000100:00100000:3.0:1746135192.865167:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+20:2010:x1830954628320768:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1746135192.865636:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13557 00000100:00100000:2.0:1746135192.865662:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628321152:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135192.865688:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.865701:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.865703:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.865708:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.865720:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.866251:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13558 00000100:00100000:2.0:1746135192.866258:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628321280:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135192.866276:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.866283:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.866284:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.866287:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.866309:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135192.874746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:3.0:1746135192.878280:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.878296:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.878303:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.878309:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a6200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.878312:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.878318:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.878335:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.878340:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a6200/0xc3cfcce4a57c40ab lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.878432:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628321152:12345-192.168.202.58@tcp:3:dd.0 Request processed in 12768us (13463us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.878442:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13557 00000100:00100000:3.0:1746135192.878467:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628321536 00000100:00100000:3.0:1746135192.878472:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628321536 00002000:00100000:3.0:1746135192.878501:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880094746d80 x1830954628321536/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/0 e 0 to 0 dl 1746135203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.878510:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746d80 with x1830954628321536 ext(8388608->12582911) 00002000:00010000:3.0:1746135192.878513:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094746d80 00000100:00100000:3.0:1746135192.878544:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13559 00000100:00100000:3.0:1746135192.878551:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2011:x1830954628321536:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1746135192.891590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135192.891735:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.891747:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.891755:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.891761:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a6000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135192.891765:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.891774:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.891794:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.891800:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c40b2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.891886:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628321280:12345-192.168.202.58@tcp:3:dd.0 Request processed in 25626us (26890us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.891897:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13558 00000100:00100000:3.0:1746135192.893081:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628321792 00000100:00100000:3.0:1746135192.893092:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628321792 00000100:00100000:1.0:1746135192.894160:0:7249:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 206 00000100:00100000:3.0:1746135192.894166:0:7248:0:(service.c:3346:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:1.0:1746135192.894174:0:7249:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+20:3849:x1830954628321792:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:3.0:1746135192.894177:0:7248:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:1.0:1746135192.894382:0:7249:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+21:3849:x1830954628321792:12345-192.168.202.58@tcp:35:dd.0 Request processed in 199us (2788us total) trans 4294983796 rc 0/0 00000100:00100000:1.0:1746135192.894389:0:7249:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 206 00000100:00100000:3.0:1746135192.911521:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+22:2010:x1830954628320768:12345-192.168.202.58@tcp:4:dd.0 Request processed in 46340us (46595us total) trans 4294972171 rc 0/0 00000100:00100000:3.0:1746135192.911535:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13556 00002000:00100000:3.0:1746135192.911547:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff8801325b1880 x1830954628320768/t4294972171(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/448 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135192.911558:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b1880 with x1830954628320768 ext(8388608->12582911) 00002000:00010000:3.0:1746135192.911565:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325b1880 00000100:00100000:0.0:1746135192.916385:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135192.919637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.920042:0:28848:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628322048 00000100:00100000:1.0:1746135192.920054:0:28848:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628322048 00000100:00100000:1.0:1746135192.920109:0:28848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 207 00000100:00100000:1.0:1746135192.920116:0:28848:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e9dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+21:3849:x1830954628322048:12345-192.168.202.58@tcp:35:dd.0 00000001:00080000:1.0:1746135192.920288:0:28848:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294983797 00000100:00100000:1.0:1746135192.920399:0:28848:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e9dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+23:3849:x1830954628322048:12345-192.168.202.58@tcp:35:dd.0 Request processed in 282us (4033us total) trans 4294983798 rc 0/0 00000100:00100000:1.0:1746135192.920406:0:28848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 207 00000020:00080000:1.0:1746135192.920410:0:28848:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746135192.926173:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628322304 00000100:00100000:2.0:1746135192.926185:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628322304 00000100:00100000:2.0:1746135192.926877:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13560 00000100:00100000:2.0:1746135192.926887:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628322304:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135192.926947:0:27162:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:2.0:1746135192.926956:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.926967:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.926969:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.926974:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.926987:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.937847:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2011:x1830954628321536:12345-192.168.202.58@tcp:4:dd.0 Request processed in 59284us (63095us total) trans 4294970726 rc 0/0 00000100:00100000:2.0:1746135192.937860:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13559 00002000:00100000:2.0:1746135192.937872:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->12582911) req@ffff880094746d80 x1830954628321536/t4294970726(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:648/0 lens 488/448 e 0 to 0 dl 1746135203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135192.937880:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094746d80 with x1830954628321536 ext(8388608->12582911) 00002000:00010000:2.0:1746135192.937885:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094746d80 00000001:00080000:0.0:1746135192.947706:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970727 is committed 00000001:00080000:0.0:1746135192.947721:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970726 is committed 00010000:00010000:2.0:1746135192.947946:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.947964:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.947973:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.947980:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a7400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135192.947985:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.947993:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.948011:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.948018:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c40b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.948137:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628322304:12345-192.168.202.58@tcp:4:dd.0 Request processed in 21247us (28506us total) trans 4294970727 rc 0/0 00000100:00100000:2.0:1746135192.948148:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13560 00000100:00100000:1.0:1746135192.953328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135192.953385:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.953499:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628322560 00000100:00100000:3.0:1746135192.953500:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628322816 00000100:00100000:3.0:1746135192.953508:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628322816 00000100:00100000:2.0:1746135192.953508:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628322560 00000100:00100000:2.0:1746135192.953560:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13561 00000100:00100000:2.0:1746135192.953567:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628322560:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135192.953605:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.953616:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.953618:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135192.953622:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.953633:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.953823:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13562 00000100:00100000:3.0:1746135192.953829:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628322816:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135192.953846:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.953854:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.953855:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.953858:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.953868:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.964034:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.964048:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.964056:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.964063:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b600800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135192.964066:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.964073:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.964088:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.964094:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b600800/0xc3cfcce4a57c40c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135192.964168:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628322816:12345-192.168.202.58@tcp:3:dd.0 Request processed in 10335us (10779us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135192.964180:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13562 00010000:00010000:2.0:1746135192.967525:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.967540:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.967547:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.967553:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009df4a200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135192.967556:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.967563:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.967579:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135192.967588:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40c0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135192.968414:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bb7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628322560:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14840us (15086us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135192.968424:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13561 00000100:00100000:1.0:1746135192.978636:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135192.978975:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628323072 00000100:00100000:2.0:1746135192.978986:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628323072 00000100:00100000:3.0:1746135192.980179:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13563 00000100:00100000:3.0:1746135192.980192:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628323072:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:3.0:1746135192.980235:0:27160:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:3.0:1746135192.980242:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.980252:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.980254:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135192.980259:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135192.980271:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746135193.005772:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970728 is committed 00010000:00010000:3.0:1746135193.006450:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.006462:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.006470:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.006476:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094470000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135193.006481:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.006495:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.006512:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.006519:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094470000/0xc3cfcce4a57c40ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.006625:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628323072:12345-192.168.202.58@tcp:4:dd.0 Request processed in 26431us (27992us total) trans 4294970728 rc 0/0 00000100:00100000:3.0:1746135193.006635:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13563 00000100:00100000:1.0:1746135193.011951:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.012007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.012094:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628323584 00000100:00100000:2.0:1746135193.012094:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628323328 00000100:00100000:3.0:1746135193.012101:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628323584 00000100:00100000:2.0:1746135193.012101:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628323328 00000100:00100000:3.0:1746135193.012429:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13564 00000100:00100000:3.0:1746135193.012439:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628323584:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135193.012474:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.012488:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.012490:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.012495:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.012506:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135193.013061:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13565 00000100:00100000:2.0:1746135193.013071:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628323328:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135193.013088:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.013096:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.013098:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.013101:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.013109:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1746135193.015429:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746135193.015435:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746135193.024236:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.024254:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.024263:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.024270:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094470e00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135193.024274:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.024429:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.024450:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.024457:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094470e00/0xc3cfcce4a57c40d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.024559:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628323584:12345-192.168.202.58@tcp:3:dd.0 Request processed in 12116us (12545us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.024569:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13564 00010000:00010000:2.0:1746135193.025307:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.025316:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.025324:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.025330:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009df4a200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135193.025333:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.025338:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.025348:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.025353:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009df4a200/0xc3cfcce4a57c40dc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135193.025417:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628323328:12345-192.168.202.58@tcp:3:dd.0 Request processed in 12344us (13473us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135193.025424:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13565 00000100:00100000:0.0:1746135193.028197:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.028248:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628323840 00000100:00100000:2.0:1746135193.028255:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628323840 00000100:00100000:2.0:1746135193.028311:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13566 00000100:00100000:2.0:1746135193.028318:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628323840:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:2.0:1746135193.028357:0:27162:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:2.0:1746135193.028364:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.028386:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.028387:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.028391:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.028403:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746135193.045407:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970729 is committed 00010000:00010000:2.0:1746135193.045712:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.045722:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.045730:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.045735:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d584400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135193.045740:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.045747:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.045763:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.045768:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135193.046659:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628323840:12345-192.168.202.58@tcp:4:dd.0 Request processed in 18317us (18444us total) trans 4294970729 rc 0/0 00000100:00100000:2.0:1746135193.046668:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13566 00000100:00100000:1.0:1746135193.050252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.050470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.050517:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628324096 00000100:00100000:2.0:1746135193.050525:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628324352 00000100:00100000:3.0:1746135193.050526:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628324096 00000100:00100000:2.0:1746135193.050529:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628324352 00000100:00100000:3.0:1746135193.050581:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13567 00000100:00100000:3.0:1746135193.050588:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628324096:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:2.0:1746135193.050621:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13568 00000100:00100000:2.0:1746135193.050628:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628324352:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:3.0:1746135193.050637:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.050662:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.050665:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.050667:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.050670:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.050671:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.050672:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.050674:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.050683:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.050683:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.062618:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.062635:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.062671:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.062683:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d584400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135193.062686:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.062693:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.062712:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.062718:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d584400/0xc3cfcce4a57c40f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135193.065010:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628324352:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14370us (14528us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135193.065023:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13568 00010000:00010000:3.0:1746135193.068978:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.068993:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.069000:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.069006:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447c000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135193.069010:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.069016:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.069038:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.069043:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c40ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.069591:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628324096:12345-192.168.202.58@tcp:3:dd.0 Request processed in 18998us (19340us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.069601:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13567 00000100:00100000:1.0:1746135193.078244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.078312:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628324608 00000100:00100000:3.0:1746135193.078322:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628324608 00000100:00100000:3.0:1746135193.078566:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13569 00000100:00100000:3.0:1746135193.078575:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628324608:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:3.0:1746135193.078613:0:27160:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:3.0:1746135193.078621:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.078632:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.078634:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.078771:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.078787:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746135193.100696:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970730 is committed 00010000:00010000:3.0:1746135193.100920:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.100935:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.100943:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.100950:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447c400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135193.100954:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.100961:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.100980:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.100986:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c40f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.101113:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628324608:12345-192.168.202.58@tcp:4:dd.0 Request processed in 22534us (22878us total) trans 4294970730 rc 0/0 00000100:00100000:3.0:1746135193.101124:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13569 00000100:00100000:0.0:1746135193.107018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.107075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.107152:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628324992 00000100:00100000:2.0:1746135193.107160:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628324992 00000100:00100000:2.0:1746135193.107204:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628325120 00000100:00100000:2.0:1746135193.107206:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628325120 00000100:00100000:2.0:1746135193.107224:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13570 00000100:00100000:2.0:1746135193.107231:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628324992:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135193.107262:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.107274:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.107277:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.107281:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.107292:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135193.107463:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13571 00000100:00100000:0.0:1746135193.107470:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628325120:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:0.0:1746135193.107490:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.107498:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135193.107499:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135193.107502:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.107515:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.122666:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.122686:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.122692:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.122698:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b7c6200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135193.122701:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.122707:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.122722:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.122727:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b7c6200/0xc3cfcce4a57c4106 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135193.122799:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2011:x1830954628325120:12345-192.168.202.58@tcp:3:dd.0 Request processed in 15327us (15720us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.122807:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13571 00010000:00010000:3.0:1746135193.122917:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.122927:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.123282:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.123287:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801364a6200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135193.123290:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.123297:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.123307:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.123312:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801364a6200/0xc3cfcce4a57c40ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.123970:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2011:x1830954628324992:12345-192.168.202.58@tcp:3:dd.0 Request processed in 16734us (16955us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.123978:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13570 00000100:00100000:0.0:1746135193.127827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.127888:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628325376 00000100:00100000:3.0:1746135193.127903:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628325376 00000100:00100000:3.0:1746135193.127979:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13572 00000100:00100000:3.0:1746135193.127987:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628325376:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:3.0:1746135193.128034:0:27160:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:3.0:1746135193.128042:0:27160:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.128056:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.128058:0:27160:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.128063:0:27160:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.128079:0:27160:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746135193.144241:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970731 is committed 00010000:00010000:3.0:1746135193.144469:0:27160:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.144482:0:27160:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.144577:0:27160:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.144586:0:27160:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447c800 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135193.144590:0:27160:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.144599:0:27160:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.144837:0:27160:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.144846:0:27160:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c410d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27160 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.146958:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628325376:12345-192.168.202.58@tcp:4:dd.0 Request processed in 18961us (19127us total) trans 4294970731 rc 0/0 00000100:00100000:3.0:1746135193.146971:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13572 00000100:00100000:2.0:1746135193.154503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.154555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.155052:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628325760 00000100:00100000:1.0:1746135193.155062:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628325760 00000100:00100000:1.0:1746135193.155131:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628325888 00000100:00100000:1.0:1746135193.155134:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628325888 00000100:00100000:1.0:1746135193.155153:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13573 00000100:00100000:1.0:1746135193.155160:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628325760:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135193.155198:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.155210:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.155212:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.155217:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.155230:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135193.155261:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13574 00000100:00100000:2.0:1746135193.155270:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628325888:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135193.155289:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.155298:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.155300:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.155303:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.155311:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.168325:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.168342:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.168351:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.168358:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b740e00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135193.168362:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.168382:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.168399:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.168407:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b740e00/0xc3cfcce4a57c4114 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135193.169784:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628325760:12345-192.168.202.58@tcp:3:dd.0 Request processed in 14615us (15281us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.169796:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13573 00010000:00010000:2.0:1746135193.170354:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.170374:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.170385:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.170390:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013101dc00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135193.170393:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.170400:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.170415:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.170419:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c411b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135193.170485:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801364cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628325888:12345-192.168.202.58@tcp:3:dd.0 Request processed in 15216us (15928us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135193.170492:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13574 00000100:00100000:2.0:1746135193.176011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.176067:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628326144 00000100:00100000:0.0:1746135193.176077:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628326144 00000100:00100000:0.0:1746135193.176149:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13575 00000100:00100000:0.0:1746135193.176159:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628326144:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:0.0:1746135193.176209:0:27162:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:0.0:1746135193.176217:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.176231:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135193.176233:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135193.176238:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.176251:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746135193.199926:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970732 is committed 00010000:00010000:0.0:1746135193.200342:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.200354:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.200362:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.200384:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094516a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:0.0:1746135193.200388:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.200395:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.200415:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.200421:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094516a00/0xc3cfcce4a57c4122 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135193.200549:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2008:x1830954628326144:12345-192.168.202.58@tcp:4:dd.0 Request processed in 24386us (24549us total) trans 4294970732 rc 0/0 00000100:00100000:0.0:1746135193.200558:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13575 00000100:00100000:0.0:1746135193.205570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.205631:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.205655:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628326528 00000100:00100000:3.0:1746135193.205665:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628326528 00000100:00100000:3.0:1746135193.205729:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628326656 00000100:00100000:3.0:1746135193.205731:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628326656 00000100:00100000:1.0:1746135193.205746:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13576 00000100:00100000:1.0:1746135193.205758:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628326528:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:3.0:1746135193.205771:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13577 00000100:00100000:3.0:1746135193.205776:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628326656:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135193.205795:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.205801:0:27162:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.205808:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.205810:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.205810:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.205811:0:27162:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.205814:0:27162:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.205814:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.205825:0:27162:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.205825:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.228270:0:27162:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.228286:0:27162:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.228293:0:27162:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.228300:0:27162:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447c400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:3.0:1746135193.228303:0:27162:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.228310:0:27162:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.228323:0:27162:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.228329:0:27162:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c400/0xc3cfcce4a57c4130 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27162 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.228396:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628326656:12345-192.168.202.58@tcp:3:dd.0 Request processed in 22616us (22761us total) trans 0 rc 1048576/1048576 00010000:00010000:1.0:1746135193.228401:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.228404:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13577 00010000:00010000:1.0:1746135193.228411:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.228417:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.228422:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094415000 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135193.228424:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.228430:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.228443:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.228450:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4129 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135193.228507:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2008:x1830954628326528:12345-192.168.202.58@tcp:3:dd.0 Request processed in 22753us (22946us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.228514:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13576 00000100:00100000:0.0:1746135193.232035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.232120:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628326912 00000100:00100000:1.0:1746135193.232131:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628326912 00000100:00100000:1.0:1746135193.232200:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13578 00000100:00100000:1.0:1746135193.232207:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628326912:12345-192.168.202.58@tcp:4:dd.0 00002000:00010000:1.0:1746135193.232246:0:27161:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:1.0:1746135193.232253:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.232263:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.232264:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.232269:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.232280:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746135193.254229:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970733 is committed 00010000:00010000:1.0:1746135193.254489:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.254503:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.254511:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.254518:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094414a00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135193.254523:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.254531:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.254550:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.254556:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4137 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135193.255130:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:2009:x1830954628326912:12345-192.168.202.58@tcp:4:dd.0 Request processed in 22916us (23096us total) trans 4294970733 rc 0/0 00000100:00100000:1.0:1746135193.255141:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13578 00000100:00100000:2.0:1746135193.261754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.261909:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628327168 00000100:00100000:1.0:1746135193.261917:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628327168 00000100:00100000:1.0:1746135193.261989:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13579 00000100:00100000:1.0:1746135193.261996:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628327168:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:1.0:1746135193.262032:0:27161:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.262044:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.262045:0:27161:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.262050:0:27161:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.262063:0:27161:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.273659:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746135193.273950:0:27161:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.273966:0:27161:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.273975:0:27161:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.273982:0:27161:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b54f400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135193.273985:0:27161:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.273994:0:27161:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.274010:0:27161:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.274016:0:27161:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b54f400/0xc3cfcce4a57c413e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27161 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135193.275462:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2009:x1830954628327168:12345-192.168.202.58@tcp:3:dd.0 Request processed in 13457us (13708us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.275472:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13579 00000100:00100000:0.0:1746135193.279216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.279295:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628327296 00000100:00100000:2.0:1746135193.279303:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628327296 00000100:00100000:2.0:1746135193.279355:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30113 00000100:00100000:2.0:1746135193.279362:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+7:3848:x1830954628327296:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135193.279389:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.279408:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c4145 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082380a4 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746135193.279430:0:26641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 26214400, mtime: 0x6813e899, atime: 0x0, ctime: 0x6813e899, blocks: 0xc800 00010000:00010000:2.0:1746135193.279448:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.279450:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135193.279456:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c4145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380a4 expref: 8 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.279469:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013101d200/0xc3cfcce4a57c4145 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380a4 expref: 8 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.279478:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013101d200, rc 0) 00000100:00100000:2.0:1746135193.279534:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:3848:x1830954628327296:12345-192.168.202.58@tcp:101:dd.0 Request processed in 173us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135193.279540:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30113 00000100:00100000:0.0:1746135193.291748:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.291844:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628327424 00000100:00100000:1.0:1746135193.291853:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628327424 00002000:00100000:1.0:1746135193.291893:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (25165824->26214399) req@ffff880130622300 x1830954628327424/t0(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.291903:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622300 with x1830954628327424 ext(25165824->26214399) 00002000:00010000:1.0:1746135193.291909:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130622300 00000100:00100000:1.0:1746135193.291990:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13580 00000100:00100000:1.0:1746135193.291998:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628327424:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135193.300711:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628327424:12345-192.168.202.58@tcp:4:dd.0 Request processed in 8705us (8965us total) trans 4294970734 rc 0/0 00000100:00100000:0.0:1746135193.300722:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13580 00002000:00100000:0.0:1746135193.300732:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1a:0x0] (25165824->26214399) req@ffff880130622300 x1830954628327424/t4294970734(0) o4->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/448 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135193.300741:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880130622300 with x1830954628327424 ext(25165824->26214399) 00002000:00010000:0.0:1746135193.300748:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880130622300 00000100:00100000:0.0:1746135193.302709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.302779:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628327552 00000100:00100000:1.0:1746135193.302786:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628327552 00000100:00100000:1.0:1746135193.302831:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30114 00000100:00100000:1.0:1746135193.302838:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2009:x1830954628327552:12345-192.168.202.58@tcp:16:dd.0 00000001:00080000:3.0:1746135193.307042:0:10931:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970734 is committed 00000100:00100000:1.0:1746135193.307222:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2009:x1830954628327552:12345-192.168.202.58@tcp:16:dd.0 Request processed in 4378us (4514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135193.307234:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30114 00000100:00100000:0.0:1746135193.313719:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.313872:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628327808 00000100:00100000:3.0:1746135193.313882:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628327808 00000100:00100000:3.0:1746135193.315136:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 208 00000100:00100000:3.0:1746135193.315148:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+32:3848:x1830954628327808:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:3.0:1746135193.315420:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:3848:x1830954628327808:12345-192.168.202.58@tcp:35:dd.0 Request processed in 275us (1710us total) trans 4294983799 rc 0/0 00000100:00100000:3.0:1746135193.315426:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 208 00000100:00080000:1.0:1746135193.315915:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746135193.328788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.328898:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628327936 00000100:00100000:2.0:1746135193.328907:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628327936 00000100:00100000:2.0:1746135193.328961:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37656 00000100:00100000:2.0:1746135193.328969:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+33:3853:x1830954628327936:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:2.0:1746135193.328992:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.329013:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c414c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082380ab expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.329065:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4153 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.329081:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.329089:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:2.0:1746135193.329134:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746135193.329137:0:8790:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135193.329154:0:8790:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4153 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.329171:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c414c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ab expref: 35 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.329710:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4153 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ab expref: 34 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.329718:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135193.329720:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746135193.329723:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415000, rc 0) 00000100:00100000:2.0:1746135193.329781:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:3853:x1830954628327936:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 812us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135193.329787:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37656 00000100:00100000:0.0:1746135193.335047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.335102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.335198:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628328064 00000100:00100000:2.0:1746135193.335207:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628328064 00000100:00100000:2.0:1746135193.335248:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37657 00000100:00100000:2.0:1746135193.335254:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:3853:x1830954628328064:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:2.0:1746135193.335273:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.335293:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c415a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082380b2 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.335344:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335354:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335362:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335381:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335386:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335390:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335451:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c416f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335457:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c416f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335461:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c416f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:2.0:1746135193.335487:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00000004:00200000:2.0:1746135193.335490:0:8790:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135193.335501:0:8790:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c416f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335507:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c416f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335513:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335518:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335522:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335526:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335530:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013101dc00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135193.335533:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335537:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335545:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135193.335547:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135193.335550:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335554:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4161 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335580:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335584:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335588:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335592:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013101c600 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135193.335594:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335598:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335602:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:2.0:1746135193.335603:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135193.335605:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335608:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4168 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.335624:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c415a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380b2 expref: 36 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.335632:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c416f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380b2 expref: 35 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.335637:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:2.0:1746135193.335660:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135193.335663:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094516a00, rc 0) 00000100:00100000:2.0:1746135193.335698:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130621500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:3853:x1830954628328064:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 444us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135193.335704:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37657 00000100:00100000:3.0:1746135193.335835:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628328192 00000100:00100000:3.0:1746135193.335839:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628328192 00000100:00100000:3.0:1746135193.335858:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 725 00000100:00100000:3.0:1746135193.335862:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2010:x1830954628328192:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:3.0:1746135193.335876:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135193.335882:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a7400/0xc3cfcce4a57c4176 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082380b9 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.335898:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335903:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335908:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335916:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335920:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335924:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335935:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335940:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335944:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335948:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a6000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135193.335950:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335954:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335958:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135193.335960:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135193.335961:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335965:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6000/0xc3cfcce4a57c417d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335973:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335977:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335981:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335984:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800865a6200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135193.335986:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335989:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.335993:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009d4de800) 00010000:00010000:3.0:1746135193.335994:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135193.335996:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.336000:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c4184 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.336013:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a7400/0xc3cfcce4a57c4176 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380b9 expref: 36 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.336019:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135193.336020:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746135193.336023:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a7400/0xc3cfcce4a57c4176 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380b9 expref: 36 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.336029:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7400, rc -2) 00000100:00100000:3.0:1746135193.336062:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2010:x1830954628328192:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 199us (959us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746135193.336067:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 725 00000100:00100000:2.0:1746135193.339702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.339937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.340042:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628328448 00000100:00100000:0.0:1746135193.340051:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628328448 00000100:00100000:0.0:1746135193.340099:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30115 00000100:00100000:0.0:1746135193.340107:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628328448:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:0.0:1746135193.340122:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135193.340139:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c418b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082380c0 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135193.340277:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130620e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626014464:192.168.202.58@tcp:106: 00000100:00100000:0.0:1746135193.340350:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b496540 going to sleep for 11 seconds 00000100:00100000:1.0:1746135193.340459:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628328320 00000100:00100000:1.0:1746135193.340464:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628328320 00000100:00100000:2.0:1746135193.340490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.340506:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 694 00000100:00100000:1.0:1746135193.340513:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2009:x1830954628328320:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135193.340522:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135193.340539:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094516a00/0xc3cfcce4a57c416f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380b2 expref: 35 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.340553:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:1.0:1746135193.340557:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135193.340579:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:2009:x1830954628328320:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 67us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135193.340584:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 694 00000100:00100000:3.0:1746135193.340827:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628328576 00000100:00100000:3.0:1746135193.340831:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628328576 00000100:00100000:3.0:1746135193.340863:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30116 00000100:00100000:3.0:1746135193.340868:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628328576:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:3.0:1746135193.340876:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135193.340887:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c4192 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082380c7 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135193.340914:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954626014592:192.168.202.58@tcp:106: 00000100:00100000:3.0:1746135193.340952:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009249b000 going to sleep for 11 seconds 00002000:00010000:2.0:1746135193.343780:0:9590:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746135193.343787:0:9590:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1746135193 00002000:00010000:2.0:1746135193.343789:0:9590:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1746135192 00002000:00010000:2.0:1746135193.343790:0:9590:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1746135193 00002000:00010000:2.0:1746135193.343792:0:9590:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746135193.343810:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130620e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626014464:192.168.202.58@tcp:106: 00010000:00010000:2.0:1746135193.343837:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c418b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380c0 expref: 17 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135193.343850:0:9590:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132ed9a00/0xc3cfcce4a57c418b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380c0 expref: 17 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135193.344082:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9a00, rc 0) 00000100:00100000:2.0:1746135193.344123:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628328448:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 4017us (4185us total) trans 0 rc 301/301 00000100:00100000:2.0:1746135193.344130:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30115 00002000:00010000:3.0:1746135193.344287:0:26641:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746135193.344290:0:26641:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime: 0 -> 1746135193 00002000:00010000:3.0:1746135193.344291:0:26641:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime: 0 -> 1746135192 00002000:00010000:3.0:1746135193.344293:0:26641:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime: 0 -> 1746135193 00002000:00010000:3.0:1746135193.344294:0:26641:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746135193.344304:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:26641:1830954626014592:192.168.202.58@tcp:106: 00010000:00010000:3.0:1746135193.344321:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c4192 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380c7 expref: 9 pid: 26641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135193.344329:0:26641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800865a7400/0xc3cfcce4a57c4192 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380c7 expref: 9 pid: 26641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135193.344547:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7400, rc 0) 00000100:00100000:3.0:1746135193.344569:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d933800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2011:x1830954628328576:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 3701us (4079us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135193.344575:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30116 00000100:00100000:0.0:1746135193.349289:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.349402:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628328704 00000100:00100000:2.0:1746135193.349411:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628328704 00000100:00100000:2.0:1746135193.349495:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37658 00000100:00100000:2.0:1746135193.349502:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+23:3854:x1830954628328704:12345-192.168.202.58@tcp:101:checkstat.0 00010000:00010000:2.0:1746135193.349526:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.349545:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094516200/0xc3cfcce4a57c4199 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082380ce expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.349596:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.349612:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.349621:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000100:00080000:1.0:1746135193.349685:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1746135193.349696:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746135193.349700:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135193.349717:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.350324:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094516200/0xc3cfcce4a57c4199 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 25 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.350338:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 24 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.350345:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135193.350348:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746135193.350350:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094414a00, rc 0) 00000100:00100000:2.0:1746135193.350419:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:3854:x1830954628328704:12345-192.168.202.58@tcp:101:checkstat.0 Request processed in 917us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135193.350425:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37658 00000100:00100000:2.0:1746135193.354161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.354513:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628328832 00000100:00100000:1.0:1746135193.354522:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628328832 00000100:00100000:1.0:1746135193.354577:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 726 00000100:00100000:1.0:1746135193.354585:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2011:x1830954628328832:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:1.0:1746135193.354616:0:7251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135193.354635:0:7251:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c41a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082380d5 expref: -99 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.354735:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354750:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354762:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354782:0:7251:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354787:0:7251:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354792:0:7251:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354834:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354841:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354846:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354852:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bd6f200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135193.354855:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354861:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354871:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135193.354874:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135193.354878:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354882:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354901:0:7251:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354905:0:7251:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354909:0:7251:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354913:0:7251:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bd6e000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:1.0:1746135193.354914:0:7251:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354918:0:7251:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354923:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009c6f7f00) 00010000:00010000:1.0:1746135193.354926:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746135193.354927:0:7251:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354931:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012bd6e000/0xc3cfcce4a57c41b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7251 initiator: MDT0 00010000:00010000:1.0:1746135193.354957:0:7251:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c41a7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380d5 expref: 25 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.354964:0:7251:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135193.354967:0:7251:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746135193.354970:0:7251:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c48e400/0xc3cfcce4a57c41a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380d5 expref: 25 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.354978:0:7251:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c48e400, rc -2) 00000100:00100000:1.0:1746135193.355030:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2011:x1830954628328832:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 446us (877us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746135193.355037:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 726 00000100:00100000:2.0:1746135193.358542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.358569:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628329088 00000100:00100000:2.0:1746135193.358577:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628329088 00000100:00100000:2.0:1746135193.358619:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37659 00000100:00100000:2.0:1746135193.358627:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+34:3857:x1830954628329088:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:2.0:1746135193.358675:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.358692:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094516200/0xc3cfcce4a57c41bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823810d expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.358783:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c41c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.358795:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c41c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.358804:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c41c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746135193.358813:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746135193.358903:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094516200/0xc3cfcce4a57c41bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823810d expref: 37 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.358919:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c41c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823810d expref: 36 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.358926:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:2.0:1746135193.358928:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135193.358932:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094517400, rc 0) 00000100:00100000:2.0:1746135193.358976:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:3857:x1830954628329088:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 349us (442us total) trans 4294983800 rc 0/0 00000100:00100000:2.0:1746135193.358981:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37659 00000100:00100000:0.0:1746135193.361474:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.361516:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.361591:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628329216 00000100:00100000:3.0:1746135193.361599:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628329216 00000100:00100000:0.0:1746135193.361603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.361628:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628329344 00000100:00100000:3.0:1746135193.361629:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628329344 00000100:00100000:3.0:1746135193.361662:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30117 00000100:00100000:3.0:1746135193.361667:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628329216:12345-192.168.202.58@tcp:101:cmp.0 00000100:00100000:1.0:1746135193.361678:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628329472 00010000:00010000:3.0:1746135193.361680:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746135193.361683:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628329472 00000100:00100000:0.0:1746135193.361687:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30118 00010000:00010000:3.0:1746135193.361691:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800865a7400/0xc3cfcce4a57c41d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238114 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135193.361694:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628329344:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:0.0:1746135193.361702:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746135193.361712:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 695 00010000:00010000:0.0:1746135193.361712:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c41d8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823811b expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135193.361716:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2011:x1830954628329472:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135193.361726:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746135193.361727:0:26641:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954626014720:192.168.202.58@tcp:106: 00000100:00100000:0.0:1746135193.361737:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d4ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954626014848:192.168.202.58@tcp:106: 00010000:00010000:1.0:1746135193.361746:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094517400/0xc3cfcce4a57c41c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823810d expref: 36 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.361762:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:1.0:1746135193.361766:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135193.361783:0:26641:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009249b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135193.361841:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b4969c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135193.361996:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:2011:x1830954628329472:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 277us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135193.362002:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 695 00000100:00100000:3.0:1746135193.363570:0:26641:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325b0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:26641:1830954626014720:192.168.202.58@tcp:106: 00010000:00010000:3.0:1746135193.363599:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800865a7400/0xc3cfcce4a57c41d1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238114 expref: 17 pid: 26641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135193.363610:0:26641:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800865a7400/0xc3cfcce4a57c41d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238114 expref: 17 pid: 26641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135193.363657:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800865a7400, rc 0) 00000100:00100000:1.0:1746135193.363658:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d4ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954626014848:192.168.202.58@tcp:106: 00010000:00010000:1.0:1746135193.363674:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c41d8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823811b expref: 9 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135193.363683:0:9592:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880132ed9600/0xc3cfcce4a57c41d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823811b expref: 9 pid: 9592 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746135193.363685:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130623b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:2010:x1830954628329216:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 2018us (2218us total) trans 0 rc 301/301 00000100:00100000:3.0:1746135193.363691:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30117 00010000:00010000:1.0:1746135193.363694:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132ed9600, rc 0) 00000100:00100000:1.0:1746135193.363710:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:2010:x1830954628329344:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 2017us (2193us total) trans 0 rc 301/301 00000100:00100000:1.0:1746135193.363714:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30118 00000100:00100000:3.0:1746135193.370199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.370309:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628329600 00000100:00100000:1.0:1746135193.370317:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628329600 00000100:00100000:1.0:1746135193.370359:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30119 00000100:00100000:1.0:1746135193.370375:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+16:3857:x1830954628329600:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:1.0:1746135193.370390:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135193.370405:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41df lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238122 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.370432:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 21 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.370439:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135193.370441:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135193.370444:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41df lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238122 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.370470:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 21 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.370479:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 21 pid: 26641 timeout: 937 lvb_type: 0 00000100:00100000:1.0:1746135193.370493:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954626014976:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135193.370565:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135193.372175:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9592:1830954626014976:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135193.372200:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41df lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238122 expref: 17 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.372213:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f200, rc 0) 00000100:00100000:1.0:1746135193.372469:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:3857:x1830954628329600:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 2101us (2276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135193.372477:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30119 00000100:00100000:0.0:1746135193.375244:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.375356:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628329728 00000100:00100000:2.0:1746135193.375423:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628329728 00002000:00100000:2.0:1746135193.375726:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff88009d4a8000 x1830954628329728/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.375741:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8000 with x1830954628329728 ext(12582912->13631487) 00010000:00010000:2.0:1746135193.375751:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 22 pid: 26641 timeout: 937 lvb_type: 0 00010000:00010000:2.0:1746135193.375766:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 22 pid: 26641 timeout: 937 lvb_type: 0 00002000:00010000:2.0:1746135193.375772:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d4a8000 00000100:00100000:2.0:1746135193.375813:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 2774 00000100:00100000:2.0:1746135193.375821:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+22:2011:x1830954628329728:12345-192.168.202.58@tcp:4:dd.0 00000100:00080000:1.0:1746135193.375932:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746135193.389870:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2011:x1830954628329728:12345-192.168.202.58@tcp:4:dd.0 Request processed in 14039us (14622us total) trans 4294972172 rc 0/0 00000100:00100000:0.0:1746135193.389884:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 2774 00002000:00100000:0.0:1746135193.389897:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff88009d4a8000 x1830954628329728/t4294972172(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/448 e 0 to 0 dl 1746135204 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746135193.389906:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8000 with x1830954628329728 ext(12582912->13631487) 00010000:00010000:0.0:1746135193.389915:0:27161:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 24 pid: 26641 timeout: 937 lvb_type: 0 00010000:00010000:0.0:1746135193.389930:0:27161:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 24 pid: 26641 timeout: 937 lvb_type: 0 00002000:00010000:0.0:1746135193.389936:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009d4a8000 00000100:00100000:3.0:1746135193.398983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.399056:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628329856 00000100:00100000:1.0:1746135193.399066:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628329856 00010000:00010000:1.0:1746135193.399099:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 24 pid: 26641 timeout: 937 lvb_type: 0 00000100:00100000:1.0:1746135193.399133:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14406 00000100:00100000:1.0:1746135193.399140:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2009:x1830954628329856:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135193.399152:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746135193.399167:0:7232:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:1.0:1746135193.399172:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 24 pid: 26641 timeout: 937 lvb_type: 0 00010000:00010000:1.0:1746135193.399183:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 24 pid: 26641 timeout: 937 lvb_type: 0 00010000:00010000:1.0:1746135193.399203:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012cbe9800/0xc3cfcce4a57c4034 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823808f expref: 24 pid: 26641 timeout: 937 lvb_type: 0 00010000:00010000:1.0:1746135193.399233:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.399235:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.399242:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41df lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238122 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.399249:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238122 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.399275:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bd6f200/0xc3cfcce4a57c41df lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238122 expref: 16 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135193.399284:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626015104:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135193.399382:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135193.400670:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7232:1830954626015104:192.168.202.58@tcp:105: 00010000:00010000:1.0:1746135193.400685:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135193.400721:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+23:2009:x1830954628329856:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 1581us (1743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135193.400728:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14406 00000100:00100000:0.0:1746135193.402346:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.402427:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628330112 00000100:00100000:2.0:1746135193.402434:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628330112 00002000:00100000:2.0:1746135193.402468:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->1048575) req@ffff88009d4abb80 x1830954628330112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.402476:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4abb80 with x1830954628330112 ext(0->1048575) 00002000:00010000:2.0:1746135193.402480:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4abb80 00000100:00100000:2.0:1746135193.402511:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13581 00000100:00100000:2.0:1746135193.402517:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628330112:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135193.408607:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628330112:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 6081us (6256us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135193.408616:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13581 00002000:00100000:2.0:1746135193.408625:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->1048575) req@ffff88009d4abb80 x1830954628330112/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.408659:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4abb80 with x1830954628330112 ext(0->1048575) 00002000:00010000:2.0:1746135193.408665:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4abb80 00000100:00100000:0.0:1746135193.414446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.414567:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628330240 00000100:00100000:1.0:1746135193.414574:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628330240 00000100:00100000:1.0:1746135193.414629:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30120 00000100:00100000:1.0:1746135193.414678:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+8:3857:x1830954628330240:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:1.0:1746135193.414695:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135193.414713:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c41e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238129 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.414738:0:9592:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.414745:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135193.414746:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746135193.414750:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c41e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238129 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.414775:0:9592:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 7 pid: 26641 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.414786:0:9592:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 7 pid: 26641 timeout: 937 lvb_type: 0 00000100:00100000:1.0:1746135193.414797:0:9592:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954626015232:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135193.415748:0:9592:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3180 going to sleep for 11 seconds 00000100:00100000:1.0:1746135193.417726:0:9592:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aed1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9592:1830954626015232:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135193.417751:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c41e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238129 expref: 9 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.417766:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6f800, rc 0) 00000100:00100000:1.0:1746135193.419806:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:3857:x1830954628330240:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 5161us (5357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135193.419818:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30120 00000100:00100000:3.0:1746135193.434571:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.435344:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628330368 00000100:00100000:1.0:1746135193.435354:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628330368 00010000:00010000:1.0:1746135193.435425:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 8 pid: 26641 timeout: 937 lvb_type: 0 00000100:00100000:1.0:1746135193.435464:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14407 00000100:00100000:1.0:1746135193.435471:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628330368:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135193.435492:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135193.435513:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 8 pid: 26641 timeout: 937 lvb_type: 0 00010000:00010000:1.0:1746135193.435524:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 8 pid: 26641 timeout: 937 lvb_type: 0 00010000:00010000:1.0:1746135193.435545:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009d644c00/0xc3cfcce4a57c4050 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823809d expref: 8 pid: 26641 timeout: 937 lvb_type: 0 00010000:00010000:1.0:1746135193.435565:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.435567:0:7232:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.435574:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c41e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238129 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.435581:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c41e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238129 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.435610:0:7232:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd6f800/0xc3cfcce4a57c41e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238129 expref: 8 pid: 9592 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135193.435622:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954626015360:192.168.202.58@tcp:105: 00000100:00100000:1.0:1746135193.435726:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3180 going to sleep for 11 seconds 00000100:00080000:2.0:1746135193.435799:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135193.439129:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aed1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7232:1830954626015360:192.168.202.58@tcp:105: 00010000:00010000:0.0:1746135193.439156:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135193.439492:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954628330368:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4018us (4925us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135193.439503:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14407 00000100:00100000:0.0:1746135193.446300:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.446353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.446575:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628330624 00000100:00100000:2.0:1746135193.446584:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628330624 00002000:00100000:2.0:1746135193.446621:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88009d4a9f80 x1830954628330624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.446629:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a9f80 with x1830954628330624 ext(0->2097151) 00002000:00010000:2.0:1746135193.446635:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4a9f80 00000100:00100000:2.0:1746135193.446676:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628330880 00000100:00100000:2.0:1746135193.446678:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628330880 00002000:00100000:2.0:1746135193.446690:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (1048576->2097151) req@ffff88009d4a8380 x1830954628330880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.446697:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8380 with x1830954628330880 ext(1048576->2097151) 00002000:00010000:2.0:1746135193.446701:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4a8380 00000100:00100000:2.0:1746135193.446724:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13582 00000100:00100000:2.0:1746135193.446730:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628330624:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.446748:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13583 00000100:00100000:3.0:1746135193.446757:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628330880:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.461043:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628330880:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 14278us (14680us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.461054:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13583 00002000:00100000:3.0:1746135193.461063:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (1048576->2097151) req@ffff88009d4a8380 x1830954628330880/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.461071:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8380 with x1830954628330880 ext(1048576->2097151) 00002000:00010000:3.0:1746135193.461076:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4a8380 00000100:00100000:2.0:1746135193.463060:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628330624:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16320us (16758us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135193.463069:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13582 00002000:00100000:2.0:1746135193.463078:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff88009d4a9f80 x1830954628330624/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.463086:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a9f80 with x1830954628330624 ext(0->2097151) 00002000:00010000:2.0:1746135193.463091:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4a9f80 00000100:00100000:0.0:1746135193.483447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.483545:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.483805:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628331264 00000100:00100000:3.0:1746135193.483816:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628331264 00002000:00100000:3.0:1746135193.483870:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009d4a8700 x1830954628331264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.483883:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8700 with x1830954628331264 ext(2097152->4194303) 00002000:00010000:3.0:1746135193.483890:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4a8700 00000100:00100000:3.0:1746135193.483912:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628331392 00000100:00100000:3.0:1746135193.483916:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628331392 00002000:00100000:3.0:1746135193.483931:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009d4a8e00 x1830954628331392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.483938:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8e00 with x1830954628331392 ext(2097152->4194303) 00002000:00010000:3.0:1746135193.483942:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4a8e00 00000100:00100000:3.0:1746135193.483985:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13584 00000100:00100000:3.0:1746135193.483994:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628331264:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135193.487288:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13585 00000100:00100000:2.0:1746135193.487304:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628331392:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.502153:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628331264:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 18153us (18713us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135193.502161:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13584 00002000:00100000:3.0:1746135193.502169:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009d4a8700 x1830954628331264/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.502175:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8700 with x1830954628331264 ext(2097152->4194303) 00002000:00010000:3.0:1746135193.502180:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4a8700 00000100:00100000:2.0:1746135193.511752:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628331392:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 24445us (28201us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135193.511764:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13585 00002000:00100000:2.0:1746135193.511775:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009d4a8e00 x1830954628331392/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.511785:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4a8e00 with x1830954628331392 ext(2097152->4194303) 00002000:00010000:2.0:1746135193.511790:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4a8e00 00000100:00100000:0.0:1746135193.532613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.533734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.533802:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628331648 00000100:00100000:3.0:1746135193.533809:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628331648 00002000:00100000:3.0:1746135193.533845:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009d4aaa00 x1830954628331648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.533853:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aaa00 with x1830954628331648 ext(4194304->6291455) 00002000:00010000:3.0:1746135193.533858:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4aaa00 00000100:00100000:3.0:1746135193.533884:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628331904 00000100:00100000:3.0:1746135193.533887:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628331904 00002000:00100000:3.0:1746135193.533898:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88009d4ab480 x1830954628331904/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.533905:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4ab480 with x1830954628331904 ext(4194304->6291455) 00002000:00010000:3.0:1746135193.533908:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4ab480 00000100:00100000:3.0:1746135193.533927:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13586 00000100:00100000:3.0:1746135193.533933:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628331648:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.533979:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13587 00000100:00100000:0.0:1746135193.533986:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628331904:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135193.554570:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628331904:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 20576us (20831us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746135193.554581:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13587 00002000:00100000:1.0:1746135193.554590:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff88009d4ab480 x1830954628331904/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.554599:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4ab480 with x1830954628331904 ext(4194304->6291455) 00002000:00010000:1.0:1746135193.554603:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009d4ab480 00000100:00100000:3.0:1746135193.554903:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d4aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628331648:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 20968us (22295us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135193.554910:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13586 00002000:00100000:3.0:1746135193.554916:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009d4aaa00 x1830954628331648/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.554923:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009d4aaa00 with x1830954628331648 ext(4194304->6291455) 00002000:00010000:3.0:1746135193.554927:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009d4aaa00 00000100:00100000:2.0:1746135193.564298:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.564419:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628332160 00000100:00100000:1.0:1746135193.564428:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628332160 00002000:00100000:1.0:1746135193.564472:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff8800a61eb480 x1830954628332160/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.564480:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eb480 with x1830954628332160 ext(6291456->7340031) 00002000:00010000:1.0:1746135193.564485:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61eb480 00000100:00100000:1.0:1746135193.564518:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13588 00000100:00100000:1.0:1746135193.564524:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2009:x1830954628332160:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.575807:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.575846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.575947:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628332544 00000100:00100000:3.0:1746135193.575955:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628332544 00002000:00100000:3.0:1746135193.575989:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880082664a80 x1830954628332544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.575999:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664a80 with x1830954628332544 ext(7340032->8388607) 00002000:00010000:3.0:1746135193.576003:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082664a80 00000100:00100000:3.0:1746135193.576025:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628332672 00000100:00100000:3.0:1746135193.576027:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628332672 00002000:00100000:3.0:1746135193.576041:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->8388607) req@ffff880082667480 x1830954628332672/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.576053:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667480 with x1830954628332672 ext(6291456->8388607) 00002000:00010000:3.0:1746135193.576056:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082667480 00000100:00100000:3.0:1746135193.576070:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13589 00000100:00100000:3.0:1746135193.576077:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2008:x1830954628332544:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.577316:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13590 00000100:00100000:3.0:1746135193.577325:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2008:x1830954628332672:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135193.580229:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2009:x1830954628332160:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 15693us (15927us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.580243:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13588 00002000:00100000:1.0:1746135193.580257:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff8800a61eb480 x1830954628332160/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.580272:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61eb480 with x1830954628332160 ext(6291456->7340031) 00002000:00010000:1.0:1746135193.580279:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61eb480 00000100:00100000:3.0:1746135193.593610:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2008:x1830954628332544:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 17518us (17794us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.593624:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13589 00002000:00100000:3.0:1746135193.593654:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff880082664a80 x1830954628332544/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.593665:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664a80 with x1830954628332544 ext(7340032->8388607) 00002000:00010000:3.0:1746135193.593674:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082664a80 00000100:00100000:3.0:1746135193.597544:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2008:x1830954628332672:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 20210us (21687us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135193.597555:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13590 00002000:00100000:3.0:1746135193.597566:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->8388607) req@ffff880082667480 x1830954628332672/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.597575:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667480 with x1830954628332672 ext(6291456->8388607) 00002000:00010000:3.0:1746135193.597580:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082667480 00000100:00100000:3.0:1746135193.618583:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.618625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.619102:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628333056 00000100:00100000:0.0:1746135193.619112:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628333056 00000100:00100000:2.0:1746135193.619149:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628333312 00000100:00100000:2.0:1746135193.619152:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628333312 00002000:00100000:0.0:1746135193.619164:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8801325b3800 x1830954628333056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.619168:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880072492a00 x1830954628333312/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135193.619173:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3800 with x1830954628333056 ext(8388608->10485759) 00002000:00100000:2.0:1746135193.619174:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072492a00 with x1830954628333312 ext(8388608->10485759) 00002000:00010000:2.0:1746135193.619178:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072492a00 00002000:00010000:0.0:1746135193.619178:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325b3800 00000100:00100000:0.0:1746135193.619214:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13591 00000100:00100000:2.0:1746135193.619220:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13592 00000100:00100000:0.0:1746135193.619221:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628333056:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135193.619223:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628333312:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135193.637379:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2011:x1830954628333056:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 18138us (18787us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746135193.637393:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13591 00002000:00100000:1.0:1746135193.637404:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8801325b3800 x1830954628333056/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.637415:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325b3800 with x1830954628333056 ext(8388608->10485759) 00002000:00010000:1.0:1746135193.637421:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325b3800 00000100:00100000:2.0:1746135193.639000:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628333312:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 19764us (20364us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135193.639010:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13592 00002000:00100000:2.0:1746135193.639019:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff880072492a00 x1830954628333312/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.639027:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072492a00 with x1830954628333312 ext(8388608->10485759) 00002000:00010000:2.0:1746135193.639033:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072492a00 00000100:00100000:3.0:1746135193.641483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.641617:0:27162:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628333568 00000100:00100000:2.0:1746135193.641627:0:27162:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628333568 00002000:00100000:2.0:1746135193.641688:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff880072491180 x1830954628333568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.641697:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491180 with x1830954628333568 ext(10485760->11534335) 00002000:00010000:2.0:1746135193.641703:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072491180 00000100:00100000:2.0:1746135193.641764:0:27162:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13593 00000100:00100000:2.0:1746135193.641771:0:27162:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2009:x1830954628333568:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.646278:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.646924:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.647011:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628333824 00000100:00100000:1.0:1746135193.647019:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628333824 00002000:00100000:1.0:1746135193.647056:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880082667100 x1830954628333824/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.647065:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667100 with x1830954628333824 ext(10485760->11534335) 00002000:00010000:1.0:1746135193.647069:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082667100 00000100:00100000:1.0:1746135193.647084:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628334080 00000100:00100000:1.0:1746135193.647086:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628334080 00002000:00100000:1.0:1746135193.647095:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880082664000 x1830954628334080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.647101:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664000 with x1830954628334080 ext(11534336->12582911) 00002000:00010000:1.0:1746135193.647104:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082664000 00000100:00100000:1.0:1746135193.647128:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13594 00000100:00100000:1.0:1746135193.647134:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2008:x1830954628333824:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.647139:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13595 00000100:00100000:0.0:1746135193.647145:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2008:x1830954628334080:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.652875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.653068:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628334336 00000100:00100000:2.0:1746135193.653078:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628334336 00002000:00100000:2.0:1746135193.653128:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff880082664380 x1830954628334336/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.653137:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664380 with x1830954628334336 ext(11534336->12582911) 00002000:00010000:2.0:1746135193.653143:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082664380 00000100:00100000:2.0:1746135193.655401:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13596 00000100:00100000:2.0:1746135193.655425:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2008:x1830954628334336:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.656828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.657567:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628334592 00000100:00100000:2.0:1746135193.657578:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628334592 00002000:00100000:2.0:1746135193.657631:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff880082667b80 x1830954628334592/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.657660:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667b80 with x1830954628334592 ext(12582912->13631487) 00002000:00010000:2.0:1746135193.657667:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082667b80 00000100:00100000:2.0:1746135193.657692:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13597 00000100:00100000:2.0:1746135193.657699:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2008:x1830954628334592:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.658791:0:27162:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:3c82c36e-d2e6-44c1-ba5c-6b1776472644+21:2009:x1830954628333568:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 17015us (17310us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.658802:0:27162:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13593 00002000:00100000:3.0:1746135193.658810:0:27162:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff880072491180 x1830954628333568/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.658817:0:27162:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072491180 with x1830954628333568 ext(10485760->11534335) 00002000:00010000:3.0:1746135193.658822:0:27162:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072491180 00000100:00100000:1.0:1746135193.666143:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:3c82c36e-d2e6-44c1-ba5c-6b1776472644+11:2008:x1830954628333824:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 18999us (19864us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.666154:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13594 00002000:00100000:1.0:1746135193.666165:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff880082667100 x1830954628333824/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.666174:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667100 with x1830954628333824 ext(10485760->11534335) 00002000:00010000:1.0:1746135193.666180:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082667100 00000100:00100000:2.0:1746135193.669580:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+19:2008:x1830954628334080:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 22423us (22645us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135193.669594:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13595 00002000:00100000:2.0:1746135193.669607:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff880082664000 x1830954628334080/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.669617:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664000 with x1830954628334080 ext(11534336->12582911) 00002000:00010000:2.0:1746135193.669622:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082664000 00000100:00100000:3.0:1746135193.670558:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2008:x1830954628334336:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 15141us (17692us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.670565:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13596 00002000:00100000:3.0:1746135193.670570:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff880082664380 x1830954628334336/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.670576:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664380 with x1830954628334336 ext(11534336->12582911) 00002000:00010000:3.0:1746135193.670579:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082664380 00000100:00100000:2.0:1746135193.673351:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2008:x1830954628334592:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 15641us (16517us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746135193.673370:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13597 00002000:00100000:2.0:1746135193.673381:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff880082667b80 x1830954628334592/t0(0) o3->3c82c36e-d2e6-44c1-ba5c-6b1776472644@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.673389:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082667b80 with x1830954628334592 ext(12582912->13631487) 00002000:00010000:2.0:1746135193.673395:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082667b80 00000100:00100000:0.0:1746135193.681419:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.681778:0:28848:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628334848 00000100:00100000:2.0:1746135193.681787:0:28848:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628334848 00000100:00100000:2.0:1746135193.681842:0:28848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 209 00000100:00100000:2.0:1746135193.681848:0:28848:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:3857:x1830954628334848:12345-192.168.202.58@tcp:35:cmp.0 00000100:00100000:2.0:1746135193.682744:0:28848:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:3857:x1830954628334848:12345-192.168.202.58@tcp:35:cmp.0 Request processed in 893us (1329us total) trans 4294983801 rc 0/0 00000100:00100000:2.0:1746135193.682751:0:28848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 209 00000100:00100000:0.0:1746135193.693136:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.693243:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628335104 00000100:00100000:2.0:1746135193.693250:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628335104 00000100:00100000:2.0:1746135193.693378:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37660 00000100:00100000:2.0:1746135193.693386:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:3858:x1830954628335104:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:2.0:1746135193.693404:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.693419:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57c41ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238130 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135193.693726:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.693778:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628335232 00000100:00100000:3.0:1746135193.693782:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628335232 00000100:00100000:3.0:1746135193.693859:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 727 00000100:00100000:3.0:1746135193.693865:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:2009:x1830954628335232:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:3.0:1746135193.693882:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135193.693888:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c41fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238137 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.693911:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.693924:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.693934:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.693944:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.693949:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.693954:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135193.694251:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44f400/0xc3cfcce4a57c41f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.694261:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44f400/0xc3cfcce4a57c41f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.694268:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44f400/0xc3cfcce4a57c41f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746135193.694277:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746135193.694359:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44e000/0xc3cfcce4a57c41ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238130 expref: 29 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.694466:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694472:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694477:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694481:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094470000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135193.694485:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694491:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694499:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135193.694502:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135193.694506:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694510:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4202 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694524:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694529:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694533:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694536:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094471200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135193.694538:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694542:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694546:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009d4ded00) 00010000:00010000:3.0:1746135193.694548:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135193.694549:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694554:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c4209 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.694574:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c41fb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238137 expref: 28 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.694581:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135193.694583:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746135193.694585:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470e00/0xc3cfcce4a57c41fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238137 expref: 28 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.694592:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470e00, rc -2) 00000100:00100000:3.0:1746135193.694669:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2009:x1830954628335232:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 803us (942us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746135193.694675:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 727 00010000:00010000:2.0:1746135193.695534:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44f400/0xc3cfcce4a57c41f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238130 expref: 26 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.695542:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:2.0:1746135193.695544:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135193.695546:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b44f400, rc 0) 00000100:00100000:2.0:1746135193.695574:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:3858:x1830954628335104:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 2189us (2444us total) trans 4294983802 rc 0/0 00000100:00100000:2.0:1746135193.695579:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37660 00000100:00100000:0.0:1746135193.699298:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.699333:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.699357:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628335488 00000100:00100000:2.0:1746135193.699360:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.699374:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628335488 00000100:00100000:2.0:1746135193.699389:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628335744 00000100:00100000:2.0:1746135193.699392:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628335744 00000100:00100000:2.0:1746135193.699423:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37661 00000100:00100000:0.0:1746135193.699423:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 696 00000100:00100000:0.0:1746135193.699432:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2010:x1830954628335488:12345-192.168.202.58@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746135193.699433:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:3858:x1830954628335744:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:0.0:1746135193.699451:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135193.699458:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.699477:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c4217 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082381a7 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.699479:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44f400/0xc3cfcce4a57c41f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238130 expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135193.699515:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:0.0:1746135193.699519:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746135193.699553:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2010:x1830954628335488:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 123us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135193.699559:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 696 00010000:00010000:2.0:1746135193.699568:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c421e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.699579:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c421e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135193.699586:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c421e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746135193.699595:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 26214400 00010000:00010000:2.0:1746135193.699710:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b44ea00/0xc3cfcce4a57c4217 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381a7 expref: 28 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.699721:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c421e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381a7 expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.699727:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:2.0:1746135193.699729:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135193.699732:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a850aa00, rc 0) 00000100:00100000:2.0:1746135193.699757:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:3858:x1830954628335744:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 327us (396us total) trans 4294983803 rc 0/0 00000100:00100000:2.0:1746135193.699762:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37661 00000100:00100000:3.0:1746135193.699803:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628335360 00000100:00100000:3.0:1746135193.699807:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628335360 00000100:00100000:3.0:1746135193.699828:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 728 00000100:00100000:3.0:1746135193.699833:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2009:x1830954628335360:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:3.0:1746135193.699849:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135193.699855:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c422c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238168 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.699877:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.699884:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.699890:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.699909:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.699914:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.699919:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.699942:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.699947:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.699952:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700006:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094470000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135193.700010:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700016:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700023:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135193.700025:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135193.700028:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700032:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c4233 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700055:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700061:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700065:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700069:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094470400 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135193.700072:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700077:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700082:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009d4ded00) 00010000:00010000:3.0:1746135193.700084:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135193.700412:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700418:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470400/0xc3cfcce4a57c423a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.700439:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c422c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238168 expref: 28 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.700445:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135193.700446:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746135193.700449:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094471200/0xc3cfcce4a57c422c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238168 expref: 28 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.700455:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094471200, rc -2) 00000100:00100000:3.0:1746135193.700488:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2009:x1830954628335360:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 654us (1200us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746135193.700494:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 728 00000100:00100000:0.0:1746135193.702776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.702808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.702861:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628336000 00000100:00100000:1.0:1746135193.702867:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628336000 00000100:00100000:1.0:1746135193.702901:0:9592:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628335872 00000100:00100000:1.0:1746135193.702903:0:9592:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628335872 00000100:00100000:1.0:1746135193.702917:0:9592:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30121 00000100:00100000:1.0:1746135193.702923:0:9592:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+7:2010:x1830954628336000:12345-192.168.202.58@tcp:101:cmp.0 00000100:00100000:3.0:1746135193.702926:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30122 00000100:00100000:3.0:1746135193.702931:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+23:2010:x1830954628335872:12345-192.168.202.58@tcp:101:cmp.0 00010000:00010000:1.0:1746135193.702934:0:9592:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135193.702937:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135193.702946:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b674c00/0xc3cfcce4a57c4241 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082381ae expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.702946:0:9592:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c4248 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082381b5 expref: -99 pid: 9592 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.702962:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.702962:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135193.702964:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.702964:0:9592:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135193.702969:0:9592:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c4248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381b5 expref: 8 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135193.702970:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b674c00/0xc3cfcce4a57c4241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381ae expref: 24 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135193.702981:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b674c00/0xc3cfcce4a57c4241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381ae expref: 24 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746135193.702981:0:9592:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd6fe00/0xc3cfcce4a57c4248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381b5 expref: 8 pid: 9592 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135193.702989:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b674c00, rc 0) 00010000:00010000:1.0:1746135193.702989:0:9592:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd6fe00, rc 0) 00000100:00100000:1.0:1746135193.703019:0:9592:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628336000:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 96us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135193.703024:0:9592:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30121 00000100:00100000:3.0:1746135193.703089:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2010:x1830954628335872:12345-192.168.202.58@tcp:101:cmp.0 Request processed in 157us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135193.703094:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30122 00000100:00100000:1.0:1746135193.704565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.704660:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628336128 00000100:00100000:3.0:1746135193.704664:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628336128 00000100:00100000:3.0:1746135193.704696:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 697 00000100:00100000:3.0:1746135193.704701:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2008:x1830954628336128:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135193.704710:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135193.704726:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a850aa00/0xc3cfcce4a57c421e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381a7 expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.704737:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:3.0:1746135193.704740:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135193.704757:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aed1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:2008:x1830954628336128:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 56us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135193.704762:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 697 00000100:00100000:0.0:1746135193.721593:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.721702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.721936:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628336640 00000100:00100000:3.0:1746135193.721945:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628336640 00002000:00100000:3.0:1746135193.721994:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff880082665f80 x1830954628336640/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.722003:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665f80 with x1830954628336640 ext(0->2097151) 00002000:00010000:3.0:1746135193.722009:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082665f80 00000100:00100000:3.0:1746135193.722029:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628336512 00000100:00100000:3.0:1746135193.722031:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628336512 00002000:00100000:3.0:1746135193.722045:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff880082664700 x1830954628336512/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.722051:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664700 with x1830954628336512 ext(0->2097151) 00002000:00010000:3.0:1746135193.722054:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082664700 00000100:00100000:3.0:1746135193.722073:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13598 00000100:00100000:3.0:1746135193.722080:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2009:x1830954628336640:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135193.722134:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13599 00000100:00100000:2.0:1746135193.722141:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2008:x1830954628336512:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.741725:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2009:x1830954628336640:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 19632us (20136us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135193.741738:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13598 00002000:00100000:3.0:1746135193.741753:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff880082665f80 x1830954628336640/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.741762:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082665f80 with x1830954628336640 ext(0->2097151) 00002000:00010000:3.0:1746135193.741768:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082665f80 00000100:00100000:3.0:1746135193.743718:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2008:x1830954628336512:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 21569us (22008us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135193.743728:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13599 00002000:00100000:3.0:1746135193.743735:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->2097151) req@ffff880082664700 x1830954628336512/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.743749:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664700 with x1830954628336512 ext(0->2097151) 00002000:00010000:3.0:1746135193.743754:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082664700 00000100:00100000:1.0:1746135193.772284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.772333:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.772402:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628337024 00000100:00100000:2.0:1746135193.772411:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628337024 00002000:00100000:2.0:1746135193.772456:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff880094432d80 x1830954628337024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.772465:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432d80 with x1830954628337024 ext(2097152->4194303) 00002000:00010000:2.0:1746135193.772470:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094432d80 00000100:00100000:2.0:1746135193.772498:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628337152 00000100:00100000:2.0:1746135193.772501:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628337152 00002000:00100000:2.0:1746135193.772515:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009a622d80 x1830954628337152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.772521:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622d80 with x1830954628337152 ext(2097152->4194303) 00002000:00010000:2.0:1746135193.772524:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a622d80 00000100:00100000:2.0:1746135193.772536:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13600 00000100:00100000:2.0:1746135193.772542:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2009:x1830954628337024:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.772634:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13601 00000100:00100000:0.0:1746135193.772663:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2009:x1830954628337152:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135193.788900:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2009:x1830954628337024:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16345us (16616us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746135193.788912:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13600 00002000:00100000:2.0:1746135193.788924:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff880094432d80 x1830954628337024/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.788932:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094432d80 with x1830954628337024 ext(2097152->4194303) 00002000:00010000:2.0:1746135193.788937:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094432d80 00000100:00100000:1.0:1746135193.789322:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a622d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2009:x1830954628337152:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16680us (16987us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746135193.789328:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13601 00002000:00100000:1.0:1746135193.789334:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x1b:0x0] (2097152->4194303) req@ffff88009a622d80 x1830954628337152/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.789341:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009a622d80 with x1830954628337152 ext(2097152->4194303) 00002000:00010000:1.0:1746135193.789344:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009a622d80 00000100:00100000:2.0:1746135193.812368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.812413:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.812485:0:27161:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628337536 00000100:00100000:1.0:1746135193.812494:0:27161:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628337536 00002000:00100000:1.0:1746135193.812532:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800a61e9180 x1830954628337536/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.812541:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9180 with x1830954628337536 ext(4194304->6291455) 00002000:00010000:1.0:1746135193.812545:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61e9180 00000100:00100000:3.0:1746135193.812740:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628337664 00000100:00100000:3.0:1746135193.812744:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628337664 00000100:00100000:1.0:1746135193.812745:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13602 00000100:00100000:1.0:1746135193.812752:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2011:x1830954628337536:12345-192.168.202.58@tcp:3:cmp.0 00002000:00100000:3.0:1746135193.812764:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff8800a61e9c00 x1830954628337664/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.812771:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9c00 with x1830954628337664 ext(4194304->6291455) 00002000:00010000:3.0:1746135193.812774:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e9c00 00000100:00100000:3.0:1746135193.812799:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13603 00000100:00100000:3.0:1746135193.812804:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2011:x1830954628337664:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135193.832080:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2011:x1830954628337536:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 19320us (19718us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746135193.832091:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13602 00002000:00100000:1.0:1746135193.832101:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800a61e9180 x1830954628337536/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.832111:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9180 with x1830954628337536 ext(4194304->6291455) 00002000:00010000:1.0:1746135193.832117:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61e9180 00000100:00100000:3.0:1746135193.835158:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2011:x1830954628337664:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 22345us (22736us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135193.835170:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13603 00002000:00100000:3.0:1746135193.835178:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (4194304->6291455) req@ffff8800a61e9c00 x1830954628337664/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.835186:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61e9c00 with x1830954628337664 ext(4194304->6291455) 00002000:00010000:3.0:1746135193.835190:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a61e9c00 00000100:00100000:0.0:1746135193.839313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.839377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.839490:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628338048 00000100:00100000:3.0:1746135193.839499:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628338048 00002000:00100000:3.0:1746135193.839543:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880082666a00 x1830954628338048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.839551:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666a00 with x1830954628338048 ext(6291456->7340031) 00002000:00010000:3.0:1746135193.839555:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082666a00 00000100:00100000:3.0:1746135193.839571:0:24984:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628338176 00000100:00100000:3.0:1746135193.839573:0:24984:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628338176 00002000:00100000:3.0:1746135193.839586:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff880082664e00 x1830954628338176/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.839591:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664e00 with x1830954628338176 ext(6291456->7340031) 00002000:00010000:3.0:1746135193.839593:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082664e00 00000100:00100000:3.0:1746135193.839616:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13604 00000100:00100000:3.0:1746135193.839623:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628338048:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135193.839859:0:27161:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13605 00000100:00100000:1.0:1746135193.839869:0:27161:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2010:x1830954628338176:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135193.845891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.846206:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628338432 00000100:00100000:0.0:1746135193.846215:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628338432 00002000:00100000:0.0:1746135193.846252:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff8800a61ebb80 x1830954628338432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135193.846260:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ebb80 with x1830954628338432 ext(7340032->8388607) 00002000:00010000:0.0:1746135193.846265:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61ebb80 00000100:00100000:0.0:1746135193.846285:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13606 00000100:00100000:0.0:1746135193.846292:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a61ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:2011:x1830954628338432:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:2.0:1746135193.847458:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.847884:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628338688 00000100:00100000:3.0:1746135193.847890:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628338688 00002000:00100000:3.0:1746135193.847919:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88012f4ee300 x1830954628338688/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.847930:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee300 with x1830954628338688 ext(7340032->8388607) 00002000:00010000:3.0:1746135193.847933:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee300 00000100:00100000:3.0:1746135193.847952:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13607 00000100:00100000:3.0:1746135193.847958:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2010:x1830954628338688:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135193.860554:0:27161:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:2010:x1830954628338176:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 20674us (21163us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.860568:0:27161:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13605 00002000:00100000:1.0:1746135193.860579:0:27161:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff880082664e00 x1830954628338176/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.860590:0:27161:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082664e00 with x1830954628338176 ext(6291456->7340031) 00002000:00010000:1.0:1746135193.860596:0:27161:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880082664e00 00000100:00100000:3.0:1746135193.861879:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2010:x1830954628338048:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 22252us (22569us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.861887:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13604 00002000:00100000:3.0:1746135193.861894:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (6291456->7340031) req@ffff880082666a00 x1830954628338048/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.861901:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880082666a00 with x1830954628338048 ext(6291456->7340031) 00002000:00010000:3.0:1746135193.861905:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880082666a00 00000100:00100000:1.0:1746135193.862591:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a61ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2011:x1830954628338432:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16298us (16709us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.862597:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13606 00002000:00100000:1.0:1746135193.862602:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff8800a61ebb80 x1830954628338432/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.862608:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a61ebb80 with x1830954628338432 ext(7340032->8388607) 00002000:00010000:1.0:1746135193.862611:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a61ebb80 00000100:00100000:3.0:1746135193.864747:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628338688:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16783us (17287us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.864757:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13607 00002000:00100000:3.0:1746135193.864764:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1b:0x0] (7340032->8388607) req@ffff88012f4ee300 x1830954628338688/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.864771:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f4ee300 with x1830954628338688 ext(7340032->8388607) 00002000:00010000:3.0:1746135193.864775:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f4ee300 00000100:00100000:0.0:1746135193.878093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.878145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.878181:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628339200 00000100:00100000:3.0:1746135193.878190:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628339200 00000100:00100000:1.0:1746135193.878210:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628339072 00000100:00100000:1.0:1746135193.878214:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628339072 00002000:00100000:3.0:1746135193.878233:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff8801325f3800 x1830954628339200/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.878235:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8801325f2a00 x1830954628339072/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.878242:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3800 with x1830954628339200 ext(8388608->10485759) 00002000:00100000:1.0:1746135193.878243:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2a00 with x1830954628339072 ext(8388608->10485759) 00002000:00010000:3.0:1746135193.878247:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f3800 00002000:00010000:1.0:1746135193.878248:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f2a00 00000100:00100000:1.0:1746135193.878688:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13608 00000100:00100000:3.0:1746135193.878695:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13609 00000100:00100000:1.0:1746135193.878696:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2010:x1830954628339072:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.878702:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628339200:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135193.893282:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2010:x1830954628339072:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 14575us (15125us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746135193.893293:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13608 00002000:00100000:1.0:1746135193.893303:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff8801325f2a00 x1830954628339072/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.893311:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2a00 with x1830954628339072 ext(8388608->10485759) 00002000:00010000:1.0:1746135193.893317:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f2a00 00000100:00100000:3.0:1746135193.895509:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2010:x1830954628339200:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16801us (17419us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746135193.895518:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13609 00002000:00100000:3.0:1746135193.895528:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x1b:0x0] (8388608->10485759) req@ffff8801325f3800 x1830954628339200/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.895536:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3800 with x1830954628339200 ext(8388608->10485759) 00002000:00010000:3.0:1746135193.895541:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f3800 00000100:00100000:0.0:1746135193.898677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.898788:0:28846:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628339456 00000100:00100000:3.0:1746135193.898796:0:28846:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628339456 00002000:00100000:3.0:1746135193.898834:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff8801325f1500 x1830954628339456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.898849:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1500 with x1830954628339456 ext(10485760->11534335) 00002000:00010000:3.0:1746135193.898854:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f1500 00000100:00100000:3.0:1746135193.898997:0:28846:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13610 00000100:00100000:3.0:1746135193.899005:0:28846:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2011:x1830954628339456:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:1.0:1746135193.905400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.905451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.905499:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.905595:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628339712 00000100:00100000:2.0:1746135193.905605:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628339712 00002000:00100000:2.0:1746135193.905662:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88007d04a680 x1830954628339712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.905672:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954628339712 ext(10485760->11534335) 00002000:00010000:2.0:1746135193.905677:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04a680 00000100:00100000:2.0:1746135193.905693:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628339968 00000100:00100000:2.0:1746135193.905695:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628339968 00002000:00100000:2.0:1746135193.905709:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88007d049180 x1830954628339968/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.905715:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049180 with x1830954628339968 ext(11534336->12582911) 00002000:00010000:2.0:1746135193.905718:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d049180 00000100:00100000:2.0:1746135193.905725:0:27160:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628340224 00000100:00100000:2.0:1746135193.905727:0:27160:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628340224 00002000:00100000:2.0:1746135193.905735:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff880094c7ce00 x1830954628340224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746135193.905740:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7ce00 with x1830954628340224 ext(11534336->12582911) 00002000:00010000:2.0:1746135193.905741:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7ce00 00000100:00100000:2.0:1746135193.905752:0:27160:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13611 00000100:00100000:2.0:1746135193.905758:0:27160:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628339712:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.905804:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13612 00000100:00100000:0.0:1746135193.905810:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:2011:x1830954628339968:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.906047:0:24984:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13613 00000100:00100000:3.0:1746135193.906055:0:24984:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2011:x1830954628340224:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:0.0:1746135193.912531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.913396:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628340480 00000100:00100000:1.0:1746135193.913405:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628340480 00002000:00100000:1.0:1746135193.913456:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff8801325f0380 x1830954628340480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/0 e 0 to 0 dl 1746135204 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.913465:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0380 with x1830954628340480 ext(12582912->13631487) 00002000:00010000:1.0:1746135193.913471:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f0380 00000100:00100000:1.0:1746135193.913600:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13614 00000100:00100000:1.0:1746135193.913608:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2011:x1830954628340480:12345-192.168.202.58@tcp:3:cmp.0 00000100:00100000:3.0:1746135193.919678:0:28846:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+28:2011:x1830954628339456:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 20663us (20996us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.919689:0:28846:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13610 00002000:00100000:3.0:1746135193.919699:0:28846:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff8801325f1500 x1830954628339456/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.919708:0:28846:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1500 with x1830954628339456 ext(10485760->11534335) 00002000:00010000:3.0:1746135193.919713:0:28846:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f1500 00000100:00100000:3.0:1746135193.922194:0:24984:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+10:2011:x1830954628340224:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 16133us (16687us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.922203:0:24984:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13613 00002000:00100000:3.0:1746135193.922212:0:24984:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x1b:0x0] (11534336->12582911) req@ffff880094c7ce00 x1830954628340224/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.922220:0:24984:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094c7ce00 with x1830954628340224 ext(11534336->12582911) 00002000:00010000:3.0:1746135193.922226:0:24984:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094c7ce00 00000100:00100000:0.0:1746135193.925509:0:27160:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:2011:x1830954628339712:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 19732us (20102us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746135193.925521:0:27160:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13611 00002000:00100000:0.0:1746135193.925532:0:27160:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1b:0x0] (10485760->11534335) req@ffff88007d04a680 x1830954628339712/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746135193.925545:0:27160:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d04a680 with x1830954628339712 ext(10485760->11534335) 00002000:00010000:0.0:1746135193.925551:0:27160:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007d04a680 00000100:00100000:3.0:1746135193.927175:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:2011:x1830954628339968:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 21359us (21718us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135193.927186:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13612 00002000:00100000:3.0:1746135193.927193:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88007d049180 x1830954628339968/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746135193.927202:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007d049180 with x1830954628339968 ext(11534336->12582911) 00002000:00010000:3.0:1746135193.927206:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007d049180 00000100:00100000:1.0:1746135193.928848:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:2011:x1830954628340480:12345-192.168.202.58@tcp:3:cmp.0 Request processed in 15234us (16320us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135193.928857:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13614 00002000:00100000:1.0:1746135193.928866:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (12582912->13631487) req@ffff8801325f0380 x1830954628340480/t0(0) o3->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:649/0 lens 488/440 e 0 to 0 dl 1746135204 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746135193.928875:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0380 with x1830954628340480 ext(12582912->13631487) 00002000:00010000:1.0:1746135193.928878:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f0380 00000100:00100000:2.0:1746135193.935536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.935609:0:28848:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628340736 00000100:00100000:0.0:1746135193.935617:0:28848:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628340736 00000100:00100000:0.0:1746135193.935700:0:28848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 210 00000100:00100000:0.0:1746135193.935707:0:28848:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:3858:x1830954628340736:12345-192.168.202.58@tcp:35:cmp.0 00000100:00100000:0.0:1746135193.935906:0:28848:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:3858:x1830954628340736:12345-192.168.202.58@tcp:35:cmp.0 Request processed in 199us (375us total) trans 4294983804 rc 0/0 00000100:00100000:0.0:1746135193.935913:0:28848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 210 00000100:00100000:0.0:1746135193.937153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.937200:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628340992 00000100:00100000:3.0:1746135193.937205:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628340992 00000100:00100000:3.0:1746135193.937232:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 211 00000100:00100000:3.0:1746135193.937237:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:3858:x1830954628340992:12345-192.168.202.58@tcp:35:cmp.0 00000100:00100000:3.0:1746135193.937535:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+28:3858:x1830954628340992:12345-192.168.202.58@tcp:35:cmp.0 Request processed in 296us (383us total) trans 4294983805 rc 0/0 00000100:00100000:3.0:1746135193.937541:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 211 00000100:00100000:0.0:1746135193.946473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135193.946525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135193.946807:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628341120 00000100:00100000:3.0:1746135193.946816:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628341120 00000100:00100000:3.0:1746135193.946927:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 729 00000100:00100000:3.0:1746135193.946935:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:2009:x1830954628341120:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:3.0:1746135193.946976:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135193.946993:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c424f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082381bc expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.947037:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947047:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947056:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947067:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947072:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947076:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947107:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947112:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947117:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947122:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447c000 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135193.947125:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947131:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947140:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135193.947142:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135193.947145:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.947149:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447c000/0xc3cfcce4a57c4256 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00000100:00100000:0.0:1746135193.947373:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628341376 00000100:00100000:0.0:1746135193.947377:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628341376 00010000:00010000:3.0:1746135193.948154:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.948162:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.948167:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.948171:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447d800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:3.0:1746135193.948173:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.948177:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.948185:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009d4de800) 00010000:00010000:3.0:1746135193.948187:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746135193.948189:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.948193:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447d800/0xc3cfcce4a57c425d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:3.0:1746135193.948229:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c424f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381bc expref: 38 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.948236:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135193.948238:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746135193.948240:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c424f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381bc expref: 38 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135193.948247:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc -2) 00000100:00100000:3.0:1746135193.948310:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+37:2009:x1830954628341120:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 1376us (1845us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746135193.948318:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 729 00000100:00100000:1.0:1746135193.948349:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37662 00000100:00100000:1.0:1746135193.948356:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:3861:x1830954628341376:12345-192.168.202.58@tcp:36:rm.0 00010000:00010000:1.0:1746135193.948396:0:8790:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1746135193.948409:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094514000/0xc3cfcce4a57c3fd9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823803b expref: 36 pid: 7251 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.948438:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012cbe8000/0xc3cfcce4a57c3f77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823801f expref: 35 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.948451:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:1.0:1746135193.948457:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094415000/0xc3cfcce4a57c4153 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ab expref: 34 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.948464:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135193.948467:0:8790:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746135193.948477:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135193.948486:0:8790:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.948492:0:8790:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135193.948522:0:8790:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135193.948532:0:8790:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 27 pid: 7246 timeout: 938 lvb_type: 0 00000100:00100000:1.0:1746135193.948543:0:8790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae0b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626015488:192.168.202.58@tcp:104: 00000100:00100000:1.0:1746135193.949045:0:8790:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801325d3180 going to sleep for 11 seconds 00000100:00100000:3.0:1746135193.951236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135193.951333:0:8790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae0b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626015488:192.168.202.58@tcp:104: 00010000:00010000:1.0:1746135193.951354:0:8790:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000100:00100000:2.0:1746135193.951395:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628341504 00000100:00100000:2.0:1746135193.951402:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628341504 00010000:00010000:2.0:1746135193.951432:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 28 pid: 7246 timeout: 938 lvb_type: 0 00000100:00100000:2.0:1746135193.951465:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14408 00000100:00100000:2.0:1746135193.951473:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b27bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+28:2010:x1830954628341504:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135193.951485:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135193.951490:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 28 pid: 7246 timeout: 938 lvb_type: 0 00010000:00010000:2.0:1746135193.951500:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 28 pid: 7246 timeout: 938 lvb_type: 0 00010000:00010000:2.0:1746135193.951909:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094414a00/0xc3cfcce4a57c41a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082380ce expref: 28 pid: 7246 timeout: 938 lvb_type: 0 00010000:00010000:2.0:1746135193.951937:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135193.951942:0:7233:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.951951:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.951956:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.951972:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135193.952008:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b27bc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2010:x1830954628341504:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 535us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135193.952014:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14408 00010000:00010000:2.0:1746135193.952143:0:8790:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.952912:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.952935:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c426b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.952946:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c426b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.952954:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c426b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.953035:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.953045:0:8790:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 26 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.953050:0:8790:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.953509:0:8790:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 26 pid: 7247 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.953520:0:8790:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 26 pid: 7247 timeout: 938 lvb_type: 0 00000100:00100000:2.0:1746135193.953533:0:8790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626015616:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135193.954197:0:8790:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b587000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135193.955814:0:8790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626015616:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135193.955829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:2.0:1746135193.955836:0:8790:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000100:00100000:0.0:1746135193.955913:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628341632 00000100:00100000:0.0:1746135193.955919:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628341632 00010000:00010000:0.0:1746135193.955951:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 27 pid: 7247 timeout: 938 lvb_type: 0 00000100:00100000:0.0:1746135193.956009:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14409 00000100:00100000:0.0:1746135193.956016:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072490e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2010:x1830954628341632:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746135193.956028:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746135193.956034:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 27 pid: 7247 timeout: 938 lvb_type: 0 00010000:00010000:0.0:1746135193.956043:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 27 pid: 7247 timeout: 938 lvb_type: 0 00010000:00010000:0.0:1746135193.956062:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c400a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823807a expref: 27 pid: 7247 timeout: 938 lvb_type: 0 00010000:00010000:0.0:1746135193.956094:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:0.0:1746135193.956098:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135193.956106:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135193.956111:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135193.956165:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135193.956171:0:8790:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956175:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000100:00100000:0.0:1746135193.956210:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072490e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:2010:x1830954628341632:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 193us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135193.956216:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14409 00000040:00080000:2.0:1746135193.956404:0:8790:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:2.0:1746135193.956412:0:8790:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 838257770671ns, next at 839257768967ns, rc = 0 00000040:00080000:2.0:1746135193.956429:0:8790:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00000004:00080000:2.0:1746135193.956434:0:8790:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 838257793209ns, next at 839257792626ns, rc = 0 00010000:00010000:2.0:1746135193.956473:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956481:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956487:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956493:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956497:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956502:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956526:0:8790:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746135193.956544:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956549:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956555:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956559:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097b1a600 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135193.956562:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956568:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956576:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:2.0:1746135193.956578:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746135193.956581:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956585:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097b1a600/0xc3cfcce4a57c4272 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956697:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956703:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956707:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956712:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956716:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a58ee00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135193.956719:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956727:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956734:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135193.956736:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135193.956738:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956742:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a58ee00/0xc3cfcce4a57c4264 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00000004:00010000:2.0:1746135193.956751:0:8790:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801325f0700 reply state ffff880094630000 transno 4294983806 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c426b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956760:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d4d1a00/0xc3cfcce4a57c426b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.956764:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:2.0:1746135193.956766:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746135193.956769:0:8790:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746135193.956876:0:7234:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746135193.956881:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135193.956887:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009df4be00 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:0.0:1746135193.956889:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135193.956894:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135193.956900:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff88009c6f7600) 00010000:00010000:0.0:1746135193.956902:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746135193.956904:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135193.956908:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c4279 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8790 initiator: MDT0 00010000:00010000:0.0:1746135193.956922:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135193.956924:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746135193.956925:0:7234:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746135193.957015:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:3861:x1830954628341376:12345-192.168.202.58@tcp:36:rm.0 Request processed in 8657us (10487us total) trans 4294983806 rc 0/0 00000100:00100000:2.0:1746135193.957021:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37662 00000100:00100000:3.0:1746135193.992894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.992972:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628341760 00000100:00100000:2.0:1746135193.992982:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628341760 00000100:00100000:2.0:1746135193.993040:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37663 00000100:00100000:2.0:1746135193.993048:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+35:3864:x1830954628341760:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1746135193.993071:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.993093:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c4280 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082381f4 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.993162:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4287 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.993174:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.993186:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:2.0:1746135193.993549:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746135193.993553:0:8790:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135193.993580:0:8790:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4287 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.993603:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f6e5a00/0xc3cfcce4a57c4280 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381f4 expref: 37 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.993806:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4287 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381f4 expref: 36 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.993815:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135193.993817:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746135193.993821:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b518a00, rc 0) 00000100:00100000:2.0:1746135193.993876:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:3864:x1830954628341760:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 828us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135193.993881:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37663 00000100:00100000:0.0:1746135193.995581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135193.995684:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628342016 00000100:00100000:2.0:1746135193.995693:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628342016 00000100:00100000:2.0:1746135193.995749:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37664 00000100:00100000:2.0:1746135193.995758:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+36:3864:x1830954628342016:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1746135193.995780:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135193.995783:0:8790:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746135193.995809:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b518a00/0xc3cfcce4a57c4287 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381f4 expref: 36 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.995824:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135193.995828:0:8790:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135193.995837:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83200/0xc3cfcce4a57c428e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb6082381fb expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.996387:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996400:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996410:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996419:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c429c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996426:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c429c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996431:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c429c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996891:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996899:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996909:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:2.0:1746135193.996918:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746135193.996941:0:8790:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996946:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996951:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996955:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996960:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012dc83c00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135193.996963:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996970:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996979:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135193.996981:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135193.996984:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.996989:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83c00/0xc3cfcce4a57c4295 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00000004:00010000:2.0:1746135193.996998:0:8790:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801325f3480 reply state ffff880094566000 transno 4294983807 ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c429c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.997009:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc82200/0xc3cfcce4a57c429c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135193.997014:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:2.0:1746135193.997016:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746135193.997018:0:8790:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746135193.997040:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012dc83200/0xc3cfcce4a57c428e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 38 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.997049:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 37 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135193.997056:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009c6f6000) 00010000:00010000:2.0:1746135193.997058:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135193.997060:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470000, rc 0) 00000100:00100000:2.0:1746135193.997126:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:3864:x1830954628342016:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 1369us (1554us total) trans 4294983807 rc 0/0 00000100:00100000:2.0:1746135193.997134:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37664 00000100:00100000:3.0:1746135194.000420:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.000516:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628342272 00000100:00100000:2.0:1746135194.000526:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628342272 00000100:00100000:2.0:1746135194.001136:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37665 00000100:00100000:2.0:1746135194.001145:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:3864:x1830954628342272:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1746135194.001167:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135194.001185:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c42b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238202 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.001274:0:8790:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.001286:0:8790:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 39 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.001292:0:8790:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.001321:0:8790:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 39 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.001331:0:8790:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 39 pid: 8790 timeout: 938 lvb_type: 0 00000100:00100000:2.0:1746135194.001341:0:8790:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626015744:192.168.202.58@tcp:104: 00000100:00100000:2.0:1746135194.001440:0:8790:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b587000 going to sleep for 11 seconds 00000100:00100000:2.0:1746135194.004819:0:8790:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8790:1830954626015744:192.168.202.58@tcp:104: 00010000:00010000:2.0:1746135194.004850:0:8790:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000100:00100000:3.0:1746135194.005147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135194.005400:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628342400 00000100:00100000:1.0:1746135194.005410:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628342400 00010000:00010000:1.0:1746135194.005448:0:7232:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 40 pid: 8790 timeout: 938 lvb_type: 0 00000100:00100000:1.0:1746135194.006165:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14410 00000100:00100000:1.0:1746135194.006174:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:2011:x1830954628342400:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746135194.006186:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746135194.006192:0:7232:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 40 pid: 8790 timeout: 938 lvb_type: 0 00010000:00010000:1.0:1746135194.006204:0:7232:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 40 pid: 8790 timeout: 938 lvb_type: 0 00010000:00010000:1.0:1746135194.006224:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb6082381fb expref: 40 pid: 8790 timeout: 938 lvb_type: 0 00010000:00010000:1.0:1746135194.006581:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009c6f6000) 00010000:00010000:1.0:1746135194.006587:0:7232:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135194.006596:0:7232:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135194.006602:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8790 initiator: MDT0 00010000:00010000:1.0:1746135194.006913:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746135194.006972:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:2011:x1830954628342400:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 799us (1825us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135194.006980:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14410 00010000:00010000:2.0:1746135194.007348:0:8790:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.007366:0:8790:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8790 initiator: MDT0 00000004:00200000:2.0:1746135194.007391:0:8790:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:2.0:1746135194.007568:0:8790:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00000004:00080000:2.0:1746135194.007573:0:8790:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:2.0:1746135194.007712:0:8790:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.007724:0:8790:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.007730:0:8790:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.007735:0:8790:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d380a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135194.007739:0:8790:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.007745:0:8790:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.007754:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009c6f6000) 00010000:00010000:2.0:1746135194.007757:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746135194.007759:0:8790:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.007763:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42b8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8790 initiator: MDT0 00010000:00010000:2.0:1746135194.007823:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c42b1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238202 expref: 39 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.007830:0:8790:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c42b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238202 expref: 39 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.007837:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009df4be00, rc 0) 00000100:00100000:2.0:1746135194.007875:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c209500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:3864:x1830954628342272:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 6732us (7464us total) trans 4294983808 rc 301/301 00000100:00100000:2.0:1746135194.007881:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37665 00000100:00100000:2.0:1746135194.011655:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135194.011736:0:7248:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628342656 00000100:00100000:0.0:1746135194.011745:0:7248:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628342656 00000100:00100000:0.0:1746135194.011796:0:7248:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 212 00000100:00100000:0.0:1746135194.011804:0:7248:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+38:3864:x1830954628342656:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:0.0:1746135194.012031:0:7248:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:3864:x1830954628342656:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 228us (402us total) trans 4294983809 rc 0/0 00000100:00100000:0.0:1746135194.012037:0:7248:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 212 00000100:00100000:3.0:1746135194.014980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.015289:0:8790:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628342784 00000100:00100000:2.0:1746135194.015298:0:8790:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628342784 00000100:00100000:2.0:1746135194.015347:0:8790:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37666 00000100:00100000:2.0:1746135194.015354:0:8790:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+39:3864:x1830954628342784:12345-192.168.202.58@tcp:101:lfs.0 00010000:00010000:2.0:1746135194.015379:0:8790:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135194.015926:0:8790:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800866df400/0xc3cfcce4a57c42c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238209 expref: -99 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.015985:0:8790:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800866df400/0xc3cfcce4a57c42c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238209 expref: 40 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.015997:0:8790:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800866df400/0xc3cfcce4a57c42c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238209 expref: 40 pid: 8790 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.016011:0:8790:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009d4de900) 00010000:00010000:3.0:1746135194.016014:0:8790:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746135194.016018:0:8790:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800866df400, rc 0) 00000100:00100000:3.0:1746135194.016221:0:8790:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007c208a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:3864:x1830954628342784:12345-192.168.202.58@tcp:101:lfs.0 Request processed in 865us (1247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135194.016226:0:8790:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37666 00000100:00100000:1.0:1746135194.020074:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135194.020099:0:28848:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628343040 00000100:00100000:1.0:1746135194.020107:0:28848:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628343040 00000100:00100000:1.0:1746135194.020144:0:28848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 213 00000100:00100000:1.0:1746135194.020150:0:28848:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7e9d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+40:3864:x1830954628343040:12345-192.168.202.58@tcp:35:lfs.0 00000100:00100000:1.0:1746135194.021079:0:28848:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7e9d850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:3864:x1830954628343040:12345-192.168.202.58@tcp:35:lfs.0 Request processed in 925us (1011us total) trans 4294983810 rc 0/0 00000100:00100000:1.0:1746135194.021086:0:28848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 213 00000100:00100000:1.0:1746135194.031900:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135194.032124:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135194.032178:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628343168 00000100:00100000:1.0:1746135194.032187:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628343168 00000100:00100000:1.0:1746135194.032237:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628343296 00000100:00100000:1.0:1746135194.032240:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628343296 00000100:00100000:1.0:1746135194.032545:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37667 00000100:00100000:0.0:1746135194.032553:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37668 00000100:00100000:1.0:1746135194.032556:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+26:3866:x1830954628343168:12345-192.168.202.58@tcp:101:dd.0 00000100:00100000:0.0:1746135194.032559:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+41:3865:x1830954628343296:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:1.0:1746135194.032579:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135194.032579:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746135194.032598:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c42cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238210 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135194.032598:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130a1cc00/0xc3cfcce4a57c42d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238217 expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.032668:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135194.032668:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130a1ce00/0xc3cfcce4a57c42db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135194.032684:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130a1ce00/0xc3cfcce4a57c42db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:0.0:1746135194.032695:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130a1ce00/0xc3cfcce4a57c42db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00000004:00200000:0.0:1746135194.032752:0:21610:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746135194.032756:0:21610:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746135194.032774:0:21610:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130a1ce00/0xc3cfcce4a57c42db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:1.0:1746135194.032782:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135194.032789:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:0.0:1746135194.032803:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130a1cc00/0xc3cfcce4a57c42d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238217 expref: 43 pid: 21610 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1746135194.032804:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746135194.032806:0:7246:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746135194.032813:0:7246:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00010000:00010000:1.0:1746135194.032822:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009df4be00/0xc3cfcce4a57c42cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238210 expref: 28 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135194.032836:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130a1ce00/0xc3cfcce4a57c42db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238217 expref: 42 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135194.032843:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:0.0:1746135194.032845:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746135194.032848:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a1ce00, rc 0) 00000100:00100000:0.0:1746135194.032885:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:3865:x1830954628343296:12345-192.168.202.58@tcp:101:dd.0 Request processed in 327us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135194.032891:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37668 00010000:00010000:1.0:1746135194.032952:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238210 expref: 27 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.032958:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:1.0:1746135194.032960:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746135194.032961:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d380a00, rc 0) 00000100:00100000:1.0:1746135194.032977:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:3866:x1830954628343168:12345-192.168.202.58@tcp:101:dd.0 Request processed in 424us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135194.032981:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37667 00000100:00100000:1.0:1746135194.034842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.035136:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628343552 00000100:00100000:2.0:1746135194.035145:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628343552 00000100:00100000:2.0:1746135194.035312:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37669 00000100:00100000:2.0:1746135194.035320:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:3866:x1830954628343552:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135194.035335:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135194.035351:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c42e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823821e expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.035439:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42f0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135194.035450:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42f0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:2.0:1746135194.035459:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42f0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:2.0:1746135194.035467:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 26214400 00010000:00010000:2.0:1746135194.035552:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800865a6200/0xc3cfcce4a57c42e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823821e expref: 30 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.035567:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094470000/0xc3cfcce4a57c42f0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823821e expref: 29 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.035577:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88009b794600) 00010000:00010000:2.0:1746135194.035579:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746135194.035581:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094470000, rc 0) 00000100:00100000:2.0:1746135194.036323:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+29:3866:x1830954628343552:12345-192.168.202.58@tcp:101:dd.0 Request processed in 1002us (1487us total) trans 4294983811 rc 0/0 00000100:00100000:2.0:1746135194.036329:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37669 00000100:00100000:1.0:1746135194.036906:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.036927:0:7250:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628343936 00000100:00100000:2.0:1746135194.036933:0:7250:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628343936 00000100:00100000:2.0:1746135194.036960:0:7250:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 730 00000100:00100000:2.0:1746135194.036966:0:7250:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e088050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+42:2011:x1830954628343936:12345-192.168.202.58@tcp:63:ll_sa.0 00010000:00010000:2.0:1746135194.036987:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135194.036998:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75fc00/0xc3cfcce4a57c42fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823822c expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.037035:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037045:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037053:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037064:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037071:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037076:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037144:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c4313 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037149:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c4313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037154:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c4313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00000004:00200000:2.0:1746135194.037165:0:7250:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00200000:2.0:1746135194.037168:0:7250:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746135194.037180:0:7250:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c4313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037187:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c4313 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037193:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037198:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037203:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037208:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a75f800 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135194.037211:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037216:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037224:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135194.037227:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135194.037230:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037234:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f800/0xc3cfcce4a57c4305 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037241:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037245:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037248:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037252:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a75f200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135194.037254:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037258:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037261:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:2.0:1746135194.037263:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135194.037265:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037268:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75f200/0xc3cfcce4a57c430c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037280:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75fc00/0xc3cfcce4a57c42fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823822c expref: 44 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.037291:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e800/0xc3cfcce4a57c4313 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823822c expref: 43 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.037295:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009d4de900) 00010000:00010000:2.0:1746135194.037297:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135194.037299:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75e800, rc 0) 00010000:00010000:2.0:1746135194.037302:0:7250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135194.037305:0:7250:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e000/0xc3cfcce4a57c431a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238233 expref: -99 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.037316:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037321:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037325:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037333:0:7250:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037337:0:7250:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037341:0:7250:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037349:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037353:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037368:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037372:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009a75e600 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135194.037374:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037378:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037383:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135194.037384:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135194.037386:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037389:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e600/0xc3cfcce4a57c4321 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037394:0:7250:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037398:0:7250:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037402:0:7250:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037405:0:7250:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013101c600 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135194.037407:0:7250:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037410:0:7250:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037417:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009c6f6e00) 00010000:00010000:2.0:1746135194.037419:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135194.037421:0:7250:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037424:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013101c600/0xc3cfcce4a57c4328 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7250 initiator: MDT0 00010000:00010000:2.0:1746135194.037437:0:7250:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e000/0xc3cfcce4a57c431a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238233 expref: 44 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.037443:0:7250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135194.037444:0:7250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746135194.037446:0:7250:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009a75e000/0xc3cfcce4a57c431a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238233 expref: 44 pid: 7250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.037451:0:7250:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009a75e000, rc -2) 00000100:00100000:2.0:1746135194.037478:0:7250:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e088050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2011:x1830954628343936:12345-192.168.202.58@tcp:63:ll_sa.0 Request processed in 513us (573us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746135194.037483:0:7250:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 730 00000100:00100000:3.0:1746135194.037695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135194.037718:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628343808 00000100:00100000:3.0:1746135194.037721:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628343808 00000100:00100000:3.0:1746135194.037747:0:7246:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37670 00000100:00100000:3.0:1746135194.037752:0:7246:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:3865:x1830954628343808:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135194.037760:0:7246:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135194.037762:0:7246:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746135194.037772:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130a1ce00/0xc3cfcce4a57c42db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238217 expref: 43 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.037784:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:3.0:1746135194.037787:0:7246:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746135194.037792:0:7246:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c432f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238225 expref: -99 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.037844:0:7246:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c4336 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135194.037851:0:7246:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c4336 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7246 initiator: MDT0 00010000:00010000:3.0:1746135194.037857:0:7246:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c4336 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7246 initiator: MDT0 00000004:00200000:3.0:1746135194.037864:0:7246:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:3.0:1746135194.037934:0:7246:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bce8a00/0xc3cfcce4a57c432f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238225 expref: 45 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.037944:0:7246:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c4336 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238225 expref: 44 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.037950:0:7246:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012f84f800) 00010000:00010000:3.0:1746135194.037952:0:7246:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746135194.037954:0:7246:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447cc00, rc 0) 00000100:00100000:3.0:1746135194.037987:0:7246:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:3865:x1830954628343808:12345-192.168.202.58@tcp:101:dd.0 Request processed in 235us (292us total) trans 4294983812 rc 0/0 00000100:00100000:3.0:1746135194.037993:0:7246:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37670 00000100:00100000:0.0:1746135194.040495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135194.040549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.040566:0:21610:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628344192 00000100:00100000:2.0:1746135194.040574:0:21610:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628344192 00000100:00100000:2.0:1746135194.040610:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 37671 00000100:00100000:2.0:1746135194.040617:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+29:3866:x1830954628344192:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:2.0:1746135194.040637:0:21610:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746135194.040662:0:21610:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746135194.040684:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009d380a00/0xc3cfcce4a57c42e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238210 expref: 29 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.040703:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135194.040706:0:21610:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746135194.040715:0:21610:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4344 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238264 expref: -99 pid: 21610 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135194.040745:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628344320 00000100:00100000:3.0:1746135194.040750:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628344320 00000100:00100000:3.0:1746135194.040775:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30123 00000100:00100000:3.0:1746135194.040780:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2010:x1830954628344320:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:3.0:1746135194.040788:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135194.040800:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb60823826b expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746135194.040817:0:9590:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746135194.040824:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135194.040832:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135194.040834:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135194.040835:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135194.040840:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 10 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135194.040843:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135194.040851:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 10 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746135194.040852:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.040858:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:3.0:1746135194.040860:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447c800, rc 0) 00010000:00010000:2.0:1746135194.040862:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.040905:0:21610:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06a200/0xc3cfcce4a57c4360 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21610 initiator: MDT0 00000100:00100000:3.0:1746135194.040906:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2010:x1830954628344320:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 125us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135194.040911:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30123 00010000:00010000:2.0:1746135194.040912:0:21610:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06a200/0xc3cfcce4a57c4360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.040917:0:21610:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06a200/0xc3cfcce4a57c4360 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21610 initiator: MDT0 00000004:00200000:2.0:1746135194.040925:0:21610:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746135194.040996:0:21610:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041003:0:21610:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041008:0:21610:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041014:0:21610:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b750a00 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135194.041017:0:21610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041024:0:21610:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041031:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b482ab00) 00010000:00010000:2.0:1746135194.041033:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135194.041035:0:21610:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041039:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b750a00/0xc3cfcce4a57c4352 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041047:0:21610:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041051:0:21610:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041055:0:21610:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041058:0:21610:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c492200 already unused, calling callback (ffffffffa0f20690) 00010000:00010000:2.0:1746135194.041060:0:21610:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041064:0:21610:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041069:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012cbf8900) 00010000:00010000:2.0:1746135194.041071:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746135194.041073:0:21610:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041077:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c492200/0xc3cfcce4a57c4359 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21610 initiator: MDT0 00010000:00010000:2.0:1746135194.041106:0:21610:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013101dc00/0xc3cfcce4a57c4344 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238264 expref: 31 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.041116:0:21610:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009d06a200/0xc3cfcce4a57c4360 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238264 expref: 30 pid: 21610 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.041121:0:21610:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88009d4de900) 00010000:00010000:2.0:1746135194.041123:0:21610:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746135194.041124:0:21610:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009d06a200, rc 0) 00000100:00100000:2.0:1746135194.041162:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+30:3866:x1830954628344192:12345-192.168.202.58@tcp:101:dd.0 Request processed in 546us (675us total) trans 4294983813 rc 0/0 00000100:00100000:2.0:1746135194.041168:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 37671 00000100:00100000:2.0:1746135194.042236:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135194.042408:0:26641:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628344448 00000100:00100000:3.0:1746135194.042414:0:26641:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628344448 00000100:00100000:3.0:1746135194.042441:0:26641:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30124 00000100:00100000:3.0:1746135194.042447:0:26641:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628344448:12345-192.168.202.58@tcp:101:ll_agl.0 00010000:00010000:3.0:1746135194.042462:0:26641:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135194.042479:0:26641:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238272 expref: -99 pid: 26641 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746135194.042498:0:26641:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746135194.042515:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135194.042516:0:26641:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135194.042522:0:26641:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 18 pid: 26641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135194.042532:0:26641:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 18 pid: 26641 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135194.042538:0:26641:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094415000, rc 0) 00000100:00100000:3.0:1746135194.042564:0:26641:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954628344448:12345-192.168.202.58@tcp:101:ll_agl.0 Request processed in 117us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135194.042569:0:26641:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30124 00000100:00100000:1.0:1746135194.043778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.044546:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628344576 00000100:00100000:2.0:1746135194.044555:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628344576 00000100:00100000:2.0:1746135194.044804:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 698 00000100:00100000:2.0:1746135194.044811:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:2011:x1830954628344576:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135194.044827:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135194.044850:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447cc00/0xc3cfcce4a57c4336 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238225 expref: 44 pid: 7246 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.044865:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88012f84f800) 00010000:00010000:2.0:1746135194.044869:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746135194.044919:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:2011:x1830954628344576:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 108us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135194.044924:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 698 00000100:00100000:3.0:1746135194.055545:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135194.055858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135194.055879:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628344832 00000100:00100000:1.0:1746135194.055887:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628344832 00000100:00100000:3.0:1746135194.056544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135194.056568:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628345216 00000100:00100000:3.0:1746135194.056571:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628345216 00000100:00100000:3.0:1746135194.056590:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30125 00000100:00100000:3.0:1746135194.056595:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+8:3866:x1830954628345216:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:3.0:1746135194.056607:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746135194.056620:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4375 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238279 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.056660:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 9 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135194.056666:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135194.056668:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135194.056671:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4375 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238279 expref: 9 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.056692:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 9 pid: 9590 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746135194.056701:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 9 pid: 9590 timeout: 938 lvb_type: 1 00000100:00100000:3.0:1746135194.056711:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009added80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954626015872:192.168.202.58@tcp:104: 00000100:00100000:3.0:1746135194.056762:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009249b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746135194.056857:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628345088 00000100:00100000:1.0:1746135194.056860:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628345088 00000100:00100000:2.0:1746135194.056864:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13615 00000100:00100000:2.0:1746135194.056870:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2009:x1830954628344832:12345-192.168.202.58@tcp:3:dd.0 00000100:00100000:1.0:1746135194.056880:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13616 00000100:00100000:1.0:1746135194.056884:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2009:x1830954628345088:12345-192.168.202.58@tcp:3:dd.0 00010000:00010000:2.0:1746135194.056887:0:9596:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.056894:0:27164:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.056895:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135194.056896:0:9596:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135194.056899:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135194.056900:0:9596:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.056900:0:27164:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746135194.056903:0:27164:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.056909:0:9596:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.056910:0:27164:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746135194.067049:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009added80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9590:1830954626015872:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135194.067085:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4375 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238279 expref: 9 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135194.067100:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094414a00, rc 0) 00000100:00100000:0.0:1746135194.067153:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:3866:x1830954628345216:12345-192.168.202.58@tcp:101:dd.0 Request processed in 10557us (10609us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135194.067160:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30125 00000100:00100000:0.0:1746135194.072589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00010000:00010000:1.0:1746135194.073818:0:27164:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.073832:0:27164:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.073840:0:27164:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.073847:0:27164:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c492200 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:1.0:1746135194.073851:0:27164:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.073859:0:27164:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.073876:0:27164:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746135194.073882:0:27164:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c492200/0xc3cfcce4a57c4383 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27164 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746135194.073956:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2009:x1830954628345088:12345-192.168.202.58@tcp:3:dd.0 Request processed in 17069us (18095us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746135194.073965:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13616 00000100:00100000:2.0:1746135194.075366:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628345344 00000100:00100000:2.0:1746135194.075375:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628345344 00010000:00010000:2.0:1746135194.075407:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 10 pid: 9590 timeout: 938 lvb_type: 1 00000100:00100000:2.0:1746135194.075432:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14411 00000100:00100000:2.0:1746135194.075438:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+10:2011:x1830954628345344:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746135194.075450:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746135194.075466:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 10 pid: 9590 timeout: 938 lvb_type: 1 00010000:00010000:2.0:1746135194.075476:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 10 pid: 9590 timeout: 938 lvb_type: 1 00010000:00010000:2.0:1746135194.075494:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447c800/0xc3cfcce4a57c434b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb60823826b expref: 10 pid: 9590 timeout: 938 lvb_type: 1 00010000:00010000:2.0:1746135194.075510:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135194.075511:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746135194.075518:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4375 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238279 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.075526:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238279 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.075558:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094414a00/0xc3cfcce4a57c4375 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238279 expref: 8 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135194.075570:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7233:1830954626016000:192.168.202.58@tcp:105: 00000100:00100000:2.0:1746135194.075630:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b587240 going to sleep for 11 seconds 00010000:00010000:2.0:1746135194.077025:0:9596:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.077042:0:9596:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.077049:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.077055:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009d06b400 already unused, calling callback (ffffffffa08aad70) 00010000:00010000:2.0:1746135194.077058:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.077066:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.077086:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746135194.077092:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009d06b400/0xc3cfcce4a57c437c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9596 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746135194.077152:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2009:x1830954628344832:12345-192.168.202.58@tcp:3:dd.0 Request processed in 20279us (21612us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746135194.077833:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7233:1830954626016000:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135194.077850:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135194.077884:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2011:x1830954628345344:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 2446us (5305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135194.077892:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14411 00000100:00100000:2.0:1746135194.077989:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13615 00000100:00100000:2.0:1746135194.091915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135194.091995:0:9590:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628345472 00000100:00100000:0.0:1746135194.092005:0:9590:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628345472 00000100:00100000:0.0:1746135194.092059:0:9590:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 30126 00000100:00100000:0.0:1746135194.092067:0:9590:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+24:3866:x1830954628345472:12345-192.168.202.58@tcp:101:dd.0 00010000:00010000:0.0:1746135194.092084:0:9590:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746135194.092098:0:9590:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880130a1d200/0xc3cfcce4a57c438a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7238cfb608238280 expref: -99 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135194.092126:0:9590:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 17 pid: 26641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746135194.092132:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135194.092134:0:9590:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746135194.092137:0:9590:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130a1d200/0xc3cfcce4a57c438a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238280 expref: 25 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135194.092170:0:9590:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 17 pid: 26641 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746135194.092182:0:9590:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 17 pid: 26641 timeout: 938 lvb_type: 1 00000100:00100000:0.0:1746135194.092194:0:9590:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801325f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626016128:192.168.202.58@tcp:104: 00000100:00100000:0.0:1746135194.092835:0:9590:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b496000 going to sleep for 11 seconds 00000100:00100000:0.0:1746135194.096863:0:9590:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801325f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9590:1830954626016128:192.168.202.58@tcp:104: 00010000:00010000:0.0:1746135194.096888:0:9590:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880130a1d200/0xc3cfcce4a57c438a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238280 expref: 25 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746135194.096908:0:9590:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130a1d200, rc 0) 00000100:00100000:0.0:1746135194.096955:0:9590:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f4ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+25:3866:x1830954628345472:12345-192.168.202.58@tcp:101:dd.0 Request processed in 4888us (5050us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135194.096962:0:9590:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 30126 00000100:00100000:1.0:1746135194.099499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135194.099616:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628345600 00000100:00100000:3.0:1746135194.099626:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628345600 00010000:00010000:3.0:1746135194.099764:0:7233:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 18 pid: 26641 timeout: 938 lvb_type: 1 00000100:00100000:3.0:1746135194.099809:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 14412 00000100:00100000:3.0:1746135194.099816:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+18:2010:x1830954628345600:12345-192.168.202.58@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746135194.099828:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746135194.099848:0:7233:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 18 pid: 26641 timeout: 938 lvb_type: 1 00010000:00010000:3.0:1746135194.099858:0:7233:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 18 pid: 26641 timeout: 938 lvb_type: 1 00010000:00010000:3.0:1746135194.099887:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094415000/0xc3cfcce4a57c436e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.58@tcp remote: 0x7238cfb608238272 expref: 18 pid: 26641 timeout: 938 lvb_type: 1 00010000:00010000:3.0:1746135194.099905:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135194.099907:0:7233:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746135194.099914:0:7233:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880130a1d200/0xc3cfcce4a57c438a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238280 expref: 24 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.099921:0:7233:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880130a1d200/0xc3cfcce4a57c438a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238280 expref: 24 pid: 9590 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746135194.099947:0:7233:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880130a1d200/0xc3cfcce4a57c438a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.202.58@tcp remote: 0x7238cfb608238280 expref: 24 pid: 9590 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746135194.099957:0:7233:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954626016256:192.168.202.58@tcp:105: 00000100:00100000:3.0:1746135194.100803:0:7233:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009249bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746135194.103280:0:7233:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009addf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7233:1830954626016256:192.168.202.58@tcp:105: 00010000:00010000:3.0:1746135194.103302:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746135194.104453:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+17:2010:x1830954628345600:12345-192.168.202.58@tcp:103:ldlm_bl.0 Request processed in 4629us (4954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135194.104465:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 14412 00000100:00100000:1.0:1746135194.140465:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.140625:0:28848:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628345856 00000100:00100000:2.0:1746135194.140633:0:28848:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628345856 00000100:00100000:2.0:1746135194.140766:0:28848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 214 00000100:00100000:2.0:1746135194.140774:0:28848:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+43:3865:x1830954628345856:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:2.0:1746135194.141620:0:28848:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130622680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:3c82c36e-d2e6-44c1-ba5c-6b1776472644+44:3865:x1830954628345856:12345-192.168.202.58@tcp:35:dd.0 Request processed in 842us (1158us total) trans 4294983814 rc 0/0 00000100:00100000:2.0:1746135194.141627:0:28848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 214 00000100:00100000:1.0:1746135194.156505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135194.156530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:0.0:1746135194.157092:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628345984 00000100:00100000:0.0:1746135194.157102:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628345984 00000100:00100000:0.0:1746135194.157154:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 587 00000100:00100000:0.0:1746135194.157161:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081f6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1679040-1d62-400d-a12d-d6046506b877+12:2008:x1830954628345984:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:0.0:1746135194.157218:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081f6c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:d1679040-1d62-400d-a12d-d6046506b877+12:2008:x1830954628345984:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 57us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135194.157224:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 587 00000100:00100000:1.0:1746135194.157435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.157554:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628346112 00000100:00100000:2.0:1746135194.157559:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628346112 00000100:00100000:2.0:1746135194.157657:0:7246:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628346240 00000100:00100000:2.0:1746135194.157660:0:7246:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628346240 00000100:00100000:3.0:1746135194.157719:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1271 00000100:00100000:3.0:1746135194.157726:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2009:x1830954628346112:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135194.157759:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130620380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:3c82c36e-d2e6-44c1-ba5c-6b1776472644+9:2009:x1830954628346112:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 34us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135194.157765:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1271 00000100:00100000:3.0:1746135194.157777:0:21610:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 1272 00000100:00100000:3.0:1746135194.157781:0:21610:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2008:x1830954628346240:12345-192.168.202.58@tcp:400:kworker.0 00000100:00100000:3.0:1746135194.157797:0:21610:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880082665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2008:x1830954628346240:12345-192.168.202.58@tcp:400:kworker.0 Request processed in 16us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135194.157802:0:21610:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 1272 00000100:00080000:0.0:1746135194.158000:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746135194.173595:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.174326:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628346496 00000100:00100000:2.0:1746135194.174334:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628346496 00002000:00100000:2.0:1746135194.174380:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff8801325f3100 x1830954628346496/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/0 e 0 to 0 dl 1746135205 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135194.174389:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3100 with x1830954628346496 ext(0->4194303) 00002000:00010000:2.0:1746135194.174394:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f3100 00000100:00100000:2.0:1746135194.175041:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13617 00000100:00100000:2.0:1746135194.175051:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+9:2010:x1830954628346496:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135194.186883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135194.187902:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628346752 00000100:00100000:1.0:1746135194.187910:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628346752 00002000:00100000:1.0:1746135194.187953:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff8801325f2300 x1830954628346752/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/0 e 0 to 0 dl 1746135205 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135194.187962:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2300 with x1830954628346752 ext(0->4194303) 00002000:00010000:1.0:1746135194.187966:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f2300 00000100:00100000:1.0:1746135194.188914:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13618 00000100:00100000:1.0:1746135194.188925:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+25:2011:x1830954628346752:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:2.0:1746135194.225955:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2010:x1830954628346496:12345-192.168.202.58@tcp:4:dd.0 Request processed in 50897us (52361us total) trans 4294970735 rc 0/0 00000100:00100000:2.0:1746135194.225967:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13617 00002000:00100000:2.0:1746135194.225979:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff8801325f3100 x1830954628346496/t4294970735(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/448 e 0 to 0 dl 1746135205 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135194.225989:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f3100 with x1830954628346496 ext(0->4194303) 00002000:00010000:2.0:1746135194.225996:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f3100 00000100:00100000:1.0:1746135194.235987:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2011:x1830954628346752:12345-192.168.202.58@tcp:4:dd.0 Request processed in 47055us (49205us total) trans 4294972173 rc 0/0 00000100:00100000:1.0:1746135194.235998:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13618 00002000:00100000:1.0:1746135194.236009:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff8801325f2300 x1830954628346752/t4294972173(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/448 e 0 to 0 dl 1746135205 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135194.236018:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f2300 with x1830954628346752 ext(0->4194303) 00002000:00010000:1.0:1746135194.236023:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f2300 00000100:00100000:0.0:1746135194.263542:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135194.263612:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628347008 00000100:00100000:1.0:1746135194.263620:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628347008 00002000:00100000:1.0:1746135194.263699:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff8801325f0a80 x1830954628347008/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/0 e 0 to 0 dl 1746135205 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135194.263708:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0a80 with x1830954628347008 ext(4194304->8388607) 00002000:00010000:1.0:1746135194.263713:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f0a80 00000100:00100000:1.0:1746135194.263743:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13619 00000100:00100000:1.0:1746135194.263752:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+11:2010:x1830954628347008:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135194.273753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135194.273901:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628347264 00000100:00100000:3.0:1746135194.273909:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628347264 00010000:00010000:0.0:1746135194.273914:0:9607:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00100000:3.0:1746135194.273945:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff8801325f1180 x1830954628347264/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/0 e 0 to 0 dl 1746135205 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135194.273954:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1180 with x1830954628347264 ext(4194304->8388607) 00002000:00010000:3.0:1746135194.273958:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f1180 00000100:00100000:3.0:1746135194.273976:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13620 00000100:00100000:3.0:1746135194.273982:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801325f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+27:2011:x1830954628347264:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:1.0:1746135194.319299:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2010:x1830954628347008:12345-192.168.202.58@tcp:4:dd.0 Request processed in 55535us (55753us total) trans 4294970736 rc 0/0 00000100:00100000:1.0:1746135194.319311:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13619 00002000:00100000:1.0:1746135194.319322:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff8801325f0a80 x1830954628347008/t4294970736(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/448 e 0 to 0 dl 1746135205 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135194.319330:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f0a80 with x1830954628347008 ext(4194304->8388607) 00002000:00010000:1.0:1746135194.319335:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801325f0a80 00000100:00100000:2.0:1746135194.340847:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801325f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+29:2011:x1830954628347264:12345-192.168.202.58@tcp:4:dd.0 Request processed in 66848us (67085us total) trans 4294972174 rc 0/0 00000100:00100000:2.0:1746135194.340861:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13620 00002000:00100000:2.0:1746135194.340880:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff8801325f1180 x1830954628347264/t4294972174(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/448 e 0 to 0 dl 1746135205 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135194.340888:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801325f1180 with x1830954628347264 ext(4194304->8388607) 00002000:00010000:2.0:1746135194.340895:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801325f1180 00000100:00100000:0.0:1746135194.351405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:2.0:1746135194.351803:0:9596:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628347520 00000100:00100000:2.0:1746135194.351811:0:9596:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628347520 00002000:00100000:2.0:1746135194.351849:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff8800944b3b80 x1830954628347520/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/0 e 0 to 0 dl 1746135205 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746135194.351857:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b3b80 with x1830954628347520 ext(8388608->12582911) 00002000:00010000:2.0:1746135194.351863:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b3b80 00000100:00100000:2.0:1746135194.351896:0:9596:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13621 00000100:00100000:2.0:1746135194.351903:0:9596:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+13:2010:x1830954628347520:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135194.369846:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:1.0:1746135194.369900:0:27164:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628347776 00000100:00100000:1.0:1746135194.369908:0:27164:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628347776 00002000:00100000:1.0:1746135194.369942:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff8800944b0000 x1830954628347776/t0(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/0 e 0 to 0 dl 1746135205 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135194.369951:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0000 with x1830954628347776 ext(8388608->12582911) 00002000:00010000:1.0:1746135194.369956:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b0000 00000100:00100000:1.0:1746135194.369993:0:27164:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 13622 00000100:00100000:1.0:1746135194.370000:0:27164:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+29:2010:x1830954628347776:12345-192.168.202.58@tcp:4:dd.0 00000100:00100000:0.0:1746135194.377498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.202.58@tcp (source: 12345-192.168.202.58@tcp) 00000100:00100000:3.0:1746135194.377588:0:28848:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954628348032 00000100:00100000:3.0:1746135194.377601:0:28848:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954628348032 00000100:00100000:3.0:1746135194.377708:0:28848:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.58@tcp, seq: 215 00000100:00100000:3.0:1746135194.377717:0:28848:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800944b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+30:3866:x1830954628348032:12345-192.168.202.58@tcp:35:dd.0 00000100:00100000:3.0:1746135194.378067:0:28848:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+31:3866:x1830954628348032:12345-192.168.202.58@tcp:35:dd.0 Request processed in 349us (582us total) trans 4294983815 rc 0/0 00000100:00100000:3.0:1746135194.378076:0:28848:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 215 00000100:00100000:3.0:1746135194.404780:0:9596:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+15:2010:x1830954628347520:12345-192.168.202.58@tcp:4:dd.0 Request processed in 52865us (53370us total) trans 4294970737 rc 0/0 00000100:00100000:3.0:1746135194.404793:0:9596:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13621 00002000:00100000:3.0:1746135194.404805:0:9596:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff8800944b3b80 x1830954628347520/t4294970737(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/448 e 0 to 0 dl 1746135205 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746135194.404815:0:9596:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b3b80 with x1830954628347520 ext(8388608->12582911) 00002000:00010000:3.0:1746135194.404821:0:9596:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800944b3b80 00000100:00100000:1.0:1746135194.427331:0:27164:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800944b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:85bf535e-8e5b-4101-8d9c-c58b3bc95be5+31:2010:x1830954628347776:12345-192.168.202.58@tcp:4:dd.0 Request processed in 57316us (57478us total) trans 4294972175 rc 0/0 00000100:00100000:1.0:1746135194.427347:0:27164:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.58@tcp, seq: 13622 00002000:00100000:1.0:1746135194.427368:0:27164:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff8800944b0000 x1830954628347776/t4294972175(0) o4->85bf535e-8e5b-4101-8d9c-c58b3bc95be5@192.168.202.58@tcp:650/0 lens 488/448 e 0 to 0 dl 1746135205 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746135194.427378:0:27164:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800944b0000 with x1830954628347776 ext(8388608->12582911) 00002000:00010000:1.0:1746135194.427386:0:27164:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800944b0000 00000100:00100000:3.0:1746135194.529969:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954626016512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746135194.530051:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135194.530138:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746135194.530147:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800944b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954626016384:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746135194.530170:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746135194.530198:0:9593:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626016512 00000100:00100000:3.0:1746135194.530206:0:9593:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626016512 00000100:00100000:2.0:1746135194.530427:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626016384 00000100:00100000:2.0:1746135194.530430:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626016384 00000100:00100000:3.0:1746135194.530825:0:9593:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1746135194.530834:0:9593:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954626016512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746135194.530857:0:9593:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 556587840 pending 12656640 free 3867758592 avail 3603410944 00000100:00100000:3.0:1746135194.530893:0:9593:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954626016512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1746135194.530901:0:9593:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1746135194.530917:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746135194.530925:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626016640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746135194.531001:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954626016512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746135194.531007:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746135194.531022:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626016640 00000100:00100000:1.0:1746135194.531025:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626016640 00000100:00100000:1.0:1746135194.531056:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1746135194.531060:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3769:x1830954626016640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746135194.531082:0:7251:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:1.0:1746135194.531108:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009addd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3769:x1830954626016640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746135194.531118:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1746135194.531321:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1746135194.531328:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954626016384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746135194.531339:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 152099648 pending 52772864 free 3892404224 avail 3660881920 00000100:00100000:2.0:1746135194.531378:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830954626016384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135194.531384:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1746135194.531395:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800944b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830954626016384:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1746135194.531417:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746135194.531433:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746135194.531614:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626016640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746135194.547949:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880082665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626016768:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746135194.548050:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135194.550742:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626016768 00000100:00100000:2.0:1746135194.550770:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626016768 00000100:00100000:2.0:1746135194.551143:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1746135194.551154:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954626016768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746135194.551186:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 152099648 pending 52772864 free 3892404224 avail 3660881920 00000100:00080000:1.0:1746135194.551889:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746135194.552200:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009adddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830954626016768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1046us (4147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135194.552209:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1746135194.552787:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880082665880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830954626016768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746135194.563316:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746135194.563346:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954626016896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746135194.563474:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746135194.563975:0:13070:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626016896 00000100:00100000:2.0:1746135194.563988:0:13070:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626016896 00000100:00100000:2.0:1746135194.564068:0:13070:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1746135194.564078:0:13070:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954626016896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746135194.564112:0:13070:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 556587840 pending 12656640 free 3867758592 avail 3603410944 00000100:00100000:2.0:1746135194.564162:0:13070:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830954626016896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746135194.564168:0:13070:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:1.0:1746135194.564761:0:7242:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746135194.566769:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f4ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830954626016896:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746135195.275902:0:9606:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1746135195.280146:0:28893:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00000001:00080000:2.0:1746135195.411746:0:9588:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972175 is committed 00000001:00080000:2.0:1746135195.411806:0:9588:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972165 is committed 00000001:00080000:0.0:1746135195.412167:0:8387:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967400 is committed 00000100:00100000:0.0:1746135195.857845:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746135195.857880:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009aef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626017024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746135195.857985:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746135195.858082:0:7251:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830954626017024 00000100:00100000:0.0:1746135195.858094:0:7251:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830954626017024 00000100:00100000:0.0:1746135195.858169:0:7251:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1746135195.858180:0:7251:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830954626017024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746135195.858245:0:7251:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:0.0:1746135195.858310:0:7251:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009aef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830954626017024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746135195.858318:0:7251:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1746135195.858397:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009aef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830954626017024:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746135196.280077:0:7235:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 67460 lines, 67460 kept, 0 dropped, 0 bad.